-- Logs begin at Wed 2021-11-17 16:25:36 UTC, end at Wed 2021-11-17 17:38:45 UTC. -- Nov 17 17:09:28.760060 dv-cinder-797608-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 17 17:09:31.492358 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.common.config [-] Logging enabled! Nov 17 17:09:31.492978 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev195 Nov 17 17:09:31.493191 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102299) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 17 17:09:31.496360 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.common.config [-] Logging enabled! Nov 17 17:09:31.496638 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev195 Nov 17 17:09:31.496952 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102299) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 17 17:09:31.497862 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 17 17:09:31.498097 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 17 17:09:31.498460 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 17 17:09:31.498741 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 17 17:09:31.498971 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 17 17:09:31.499286 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.499702 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 17 17:09:31.500008 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.500298 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.500616 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.500910 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.501195 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.501473 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.501755 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.502049 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.502331 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.502607 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.502883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.503169 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.503444 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.503722 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.504003 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.504286 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] debug = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.504582 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.505011 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.505431 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.505708 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.505991 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.506265 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.506532 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.506804 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.507083 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.507408 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] host = dv-cinder-797608-20-iscsi {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.507679 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.507960 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.508240 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.508546 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.508809 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.509082 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.509361 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.509630 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.509898 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] log_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.510169 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.510450 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.510730 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.511013 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.511234 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.511453 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.511737 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.512017 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.512291 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.512598 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.512875 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.513146 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.513417 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.513684 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.513970 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.514252 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.514653 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.514992 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.515306 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.515581 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.515854 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.516140 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.516416 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.516719 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.516995 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.517282 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.517554 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.517824 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.518119 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.518403 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.518681 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.518962 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.519235 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.519512 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.519778 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.520046 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.520313 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] use_json = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.520605 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.520874 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.521154 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.521425 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.521693 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.521961 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.522229 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.522511 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:31.522804 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.523098 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.523393 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.523670 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.523974 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.524251 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.524559 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.524839 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.525125 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.525409 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.525695 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.525969 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.526252 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.526526 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.526816 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.527117 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.527408 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.527694 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.527961 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.528229 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.528498 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.528794 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.529077 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.529351 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.529633 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.530438 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.530885 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.531234 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.531529 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.531818 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.532097 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.532379 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.532704 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.532989 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.533266 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.533549 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.533840 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.534118 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.534396 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.534679 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.534959 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.535232 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.535506 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.535782 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.536069 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.536346 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.536637 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.536911 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.537279 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.537556 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.538048 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.538173 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.538373 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.538648 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.538925 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.539196 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.539469 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.539744 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.540015 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.540292 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.540595 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.540867 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.541139 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.541410 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.541682 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.541951 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.542221 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.542496 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.542766 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.543038 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.543310 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.543582 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.543851 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.544137 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.544437 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.544737 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.545014 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.545290 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.545596 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.546495 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.546818 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.547147 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.547431 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.547776 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.548038 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.548267 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.548573 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.548857 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.549134 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.549448 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.549727 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.550010 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.550287 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.550564 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.550846 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.551127 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.551420 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.551712 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.552004 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.552296 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.552607 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.552888 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.553195 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.553473 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:31.553694 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 17 17:09:31.553941 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102299) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 17 17:09:31.986934 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 17 17:09:31.987209 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 17 17:09:31.987517 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 17 17:09:31.987855 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 17 17:09:32.312431 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.312666 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.312942 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.314144 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.314424 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.314812 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.350768 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.351038 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.351306 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.366894 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.367178 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.367447 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.396921 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.397201 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.397471 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.435015 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.435298 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.435569 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.673662 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.674246 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.674246 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.674455 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.675156 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.774488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.774810 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.775094 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.775366 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.775632 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.775946 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.776205 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.776463 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.776742 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.777024 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.777284 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.777547 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.777800 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.778049 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.778301 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.778698 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.778959 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.779232 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.779505 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.779767 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.780227 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.780654 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.780944 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.781327 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.781583 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.781832 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.782388 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 17:09:32.782638 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 17:09:32.782879 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 17:09:32.783118 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 17:09:32.783355 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 17:09:32.783599 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 17:09:32.783963 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 17 17:09:32.787090 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 17 17:09:32.791053 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 17 17:09:32.794854 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 17 17:09:32.797208 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 17 17:09:32.797665 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 17 17:09:32.798002 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 17 17:09:32.798387 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 17 17:09:32.801390 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 17 17:09:32.801643 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 17 17:09:32.801986 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 17 17:09:32.807313 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 17 17:09:32.830093 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 17 17:09:32.830542 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.830842 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102299) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 17 17:09:32.831206 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.832622 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102299) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 17 17:09:32.832902 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 17 17:09:32.833146 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 17 17:09:32.836640 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.836927 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:32.901223 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 17 17:09:32.901463 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 17 17:09:32.901703 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 17 17:09:32.902072 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 17 17:09:32.924750 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_db.sqlalchemy.engines [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102299) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 17 17:09:33.607253 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Initializing driver for type 'gre' Nov 17 17:09:33.607785 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] gre ID ranges: [(1, 1000)] Nov 17 17:09:33.806823 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Initializing driver for type 'local' Nov 17 17:09:33.807451 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Initializing driver for type 'vlan' Nov 17 17:09:33.881154 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] VlanTypeDriver initialization complete Nov 17 17:09:33.881425 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Initializing driver for type 'vxlan' Nov 17 17:09:33.881918 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] vxlan ID ranges: [(1, 1000)] Nov 17 17:09:34.073335 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Initializing extension driver 'port_security' Nov 17 17:09:34.073676 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.extensions.port_security [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] PortSecurityExtensionDriver initialization complete Nov 17 17:09:34.074041 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Initializing mechanism driver 'openvswitch' Nov 17 17:09:34.074368 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Initializing mechanism driver 'hyperv' Nov 17 17:09:34.085372 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.plugins.ml2.plugin [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:09:34.087774 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > port after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.088156 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > port after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.088512 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > port after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.089106 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 17:09:34.089539 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > subnet after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.089896 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > subnet after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.090244 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.090642 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 17:09:34.091051 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > network after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.091398 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > network after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.091740 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > network after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.092133 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 17:09:34.093641 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > security_group after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.094003 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > security_group after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.094352 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > security_group after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.094756 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 17:09:34.095167 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.095522 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.095867 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.096264 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 17:09:34.096711 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > address_group after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.097060 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > address_group after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.097431 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > address_group after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.097822 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 17:09:34.098200 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] ML2 OVO RPC backend initialized. {{(pid=102299) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 17 17:09:34.098914 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.099272 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.099712 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > network before_response 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.100063 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > networks before_response 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.100415 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > port before_response 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.100794 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > ports before_response 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.101141 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > subnet before_response 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.102534 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > subnets before_response 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.102534 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > network after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.102534 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > network after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.102534 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > network after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.102858 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > port after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.103186 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > port after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.103525 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > port after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.103867 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > subnet after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.104201 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > subnet after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.104555 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.105160 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.plugin [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Modular L2 Plugin initialization complete Nov 17 17:09:34.105493 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading services supported by the core plugin {{(pid=102299) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 17 17:09:34.105822 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.plugins.ml2.managers [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Got port-security extension from driver 'port_security' Nov 17 17:09:34.106294 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.extensions.vlantransparent [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Disabled vlantransparent extension. Nov 17 17:09:34.106781 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102299) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 17 17:09:34.107110 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading Plugin: router Nov 17 17:09:34.149668 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router_interface before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.150024 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router after_create 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.150393 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router before_create 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.150761 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.151135 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.151489 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router after_delete 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.151847 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > floatingip after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.152319 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > floatingip after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.152707 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router after_create 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.153061 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router after_update 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.153412 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router after_update 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.153761 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.154146 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router after_update 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.154559 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_update 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.155927 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: port after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.156332 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: port after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.156716 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: subnet after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.157070 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.157430 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > port precommit_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.157786 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_create 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.158135 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: port before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.158485 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.158846 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router after_update 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.159194 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_delete 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.159546 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_create 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.159909 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.160259 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_update 55549900 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.160654 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > agent after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.161038 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > agent after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.161415 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > network after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.162283 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Tracking information for resource: router configured {{(pid=102299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 17:09:34.166718 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Tracking information for resource: floatingip configured {{(pid=102299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 17:09:34.167688 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.db.l3_agentschedulers_db [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 17 17:09:34.168269 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: port after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.168676 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: port after_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.169032 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: port after_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.169386 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: port after_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.170172 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router before_create 55550100 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.170650 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_delete 55550100 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.171479 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_create 55550100 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.171866 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > router precommit_update 55550100 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.176817 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.services.provider_configuration [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service providers = [] {{(pid=102299) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 17 17:09:34.177184 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.db.servicetype_db [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102299) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 17 17:09:34.180167 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.services.service_base [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 17 17:09:34.180539 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.services.service_base [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 17 17:09:34.180955 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.services.service_base [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 17 17:09:34.181817 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.services.service_base [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 17 17:09:34.182193 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.services.service_base [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 17 17:09:34.182569 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 17:09:34.182889 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 17 17:09:34.198200 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 17:09:34.198536 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading Plugin: auto_allocate Nov 17 17:09:34.205433 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: network precommit_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.205824 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: network precommit_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.206363 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 17:09:34.206686 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading Plugin: tag Nov 17 17:09:34.213834 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 17:09:34.214168 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading Plugin: timestamp Nov 17 17:09:34.219179 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 17:09:34.219508 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading Plugin: network_ip_availability Nov 17 17:09:34.225087 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.225462 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.225820 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.226546 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 17:09:34.226870 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading Plugin: flavors Nov 17 17:09:34.231945 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 17:09:34.232281 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading Plugin: revisions Nov 17 17:09:34.243957 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 17:09:34.244355 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_concurrency.lockutils [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.257s {{(pid=102299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 17 17:09:34.245145 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102299) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 17 17:09:34.245487 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Initializing extension manager. Nov 17 17:09:34.246006 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: __init__.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.246349 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: __pycache__ {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.246685 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.247020 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: address_group.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.247785 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.248368 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: address-group Nov 17 17:09:34.249244 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: address_scope.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.249978 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.250496 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: address-scope Nov 17 17:09:34.250823 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: admin_state_down_before_update.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.251771 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.252284 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: router-admin-state-down-before-update Nov 17 17:09:34.252638 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: agent.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.253357 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.253869 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: agent Nov 17 17:09:34.254192 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: agent_resources_synced.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.255137 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.255650 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: agent-resources-synced Nov 17 17:09:34.255973 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: allowedaddresspairs.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.257815 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.258348 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: allowed-address-pairs Nov 17 17:09:34.258679 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: auto_allocated_topology.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.259786 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.260309 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: auto-allocated-topology Nov 17 17:09:34.260668 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: availability_zone.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.261380 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.261897 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: availability_zone Nov 17 17:09:34.262221 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: availability_zone_filter.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.263155 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.263672 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: availability_zone_filter Nov 17 17:09:34.263998 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: data_plane_status.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.265896 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.266445 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension data-plane-status not supported by any of loaded plugins Nov 17 17:09:34.266774 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: default_subnetpools.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.267711 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.268230 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: default-subnetpools Nov 17 17:09:34.268585 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: dhcpagentscheduler.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.269410 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.269935 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: dhcp_agent_scheduler Nov 17 17:09:34.270269 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: dns.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.271217 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.271731 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension dns-integration not supported by any of loaded plugins Nov 17 17:09:34.272057 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: dns_domain_ports.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.273015 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.273538 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 17 17:09:34.273864 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.277938 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.278455 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 17 17:09:34.278780 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: dvr.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.279463 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.281073 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: dvr Nov 17 17:09:34.281412 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: ecmp_routes.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.282366 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.282884 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension ecmp_routes not supported by any of loaded plugins Nov 17 17:09:34.283230 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: empty_string_filtering.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.284157 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.284715 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: empty-string-filtering Nov 17 17:09:34.285049 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.285978 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.286501 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 17 17:09:34.286826 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.287762 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.288274 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 17 17:09:34.288639 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: external_net.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.289712 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.290338 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: external-net Nov 17 17:09:34.290665 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: extra_dhcp_opt.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.291617 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.292136 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: extra_dhcp_opt Nov 17 17:09:34.292463 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: extraroute.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.293431 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.293948 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: extraroute Nov 17 17:09:34.294273 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: extraroute_atomic.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.295353 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.296653 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: extraroute-atomic Nov 17 17:09:34.296989 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: filter_validation.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.297681 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.298202 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: filter-validation Nov 17 17:09:34.298529 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: fip_pf_description.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.300869 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.301404 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 17 17:09:34.301731 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: fip_port_details.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.302676 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.303192 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: fip-port-details Nov 17 17:09:34.303517 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: flavors.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.304821 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.305345 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: flavors Nov 17 17:09:34.305673 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.307410 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.307942 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 17 17:09:34.308274 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: floatingip_pools.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.309009 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.309524 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: floatingip-pools Nov 17 17:09:34.309850 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: ip_allocation.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.310790 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.311466 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension ip_allocation not supported by any of loaded plugins Nov 17 17:09:34.311972 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.313035 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.313555 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: ip-substring-filtering Nov 17 17:09:34.313881 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: l2_adjacency.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.314820 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.315328 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension l2_adjacency not supported by any of loaded plugins Nov 17 17:09:34.315651 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: l3.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.316681 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.317206 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: router Nov 17 17:09:34.317580 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: l3_conntrack_helper.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.319878 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.320410 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 17 17:09:34.320784 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.321743 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.322266 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: ext-gw-mode Nov 17 17:09:34.322595 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.323807 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.324094 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: l3-ha Nov 17 17:09:34.324420 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: l3_flavors.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.325389 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.325907 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: l3-flavors Nov 17 17:09:34.326234 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.328159 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.328721 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: l3-port-ip-change-not-allowed Nov 17 17:09:34.329053 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: l3agentscheduler.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.330100 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.330641 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: l3_agent_scheduler Nov 17 17:09:34.330971 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: logging.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.336284 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.336841 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension logging not supported by any of loaded plugins Nov 17 17:09:34.337177 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: metering.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.337935 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.338528 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: metering Nov 17 17:09:34.338856 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.340094 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.340674 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: metering_source_and_destination_fields Nov 17 17:09:34.341004 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: multiprovidernet.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.341955 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.343600 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: multi-provider Nov 17 17:09:34.343936 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: netmtu.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.344915 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.345441 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: net-mtu Nov 17 17:09:34.345769 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: netmtu_writable.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.346763 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.347349 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: net-mtu-writable Nov 17 17:09:34.347677 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: network_availability_zone.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.348360 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.348897 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: network_availability_zone Nov 17 17:09:34.349223 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: network_ip_availability.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.350374 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.350898 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: network-ip-availability Nov 17 17:09:34.351296 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: network_segment_range.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.352140 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.352694 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension network-segment-range not supported by any of loaded plugins Nov 17 17:09:34.353021 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: pagination.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.354040 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.354375 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: pagination Nov 17 17:09:34.354701 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: port_device_profile.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.355642 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.356165 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: port-device-profile Nov 17 17:09:34.356491 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.357459 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.358022 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: port-mac-address-regenerate Nov 17 17:09:34.358885 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.366085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.366612 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: port-numa-affinity-policy Nov 17 17:09:34.366940 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: port_resource_request.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.367881 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.368400 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension port-resource-request not supported by any of loaded plugins Nov 17 17:09:34.368761 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: port_resource_request_groups.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.369762 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.370274 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 17 17:09:34.370598 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: portbindings.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.371576 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.372089 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: binding Nov 17 17:09:34.372412 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: portbindings_extended.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.374761 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.375297 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: binding-extended Nov 17 17:09:34.375627 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: portsecurity.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.376596 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.377141 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: port-security Nov 17 17:09:34.377466 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: project_id.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.378488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.378825 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: project-id Nov 17 17:09:34.379159 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: providernet.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.380098 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.380643 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: provider Nov 17 17:09:34.380971 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.384578 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.385112 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos not supported by any of loaded plugins Nov 17 17:09:34.385446 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.386712 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.387232 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 17 17:09:34.387566 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.388553 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.389101 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 17 17:09:34.390534 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_default.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.391479 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.392122 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-default not supported by any of loaded plugins Nov 17 17:09:34.392624 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_fip.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.393014 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.393523 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-fip not supported by any of loaded plugins Nov 17 17:09:34.393846 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_gateway_ip.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.394799 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.395356 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 17 17:09:34.395702 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_port_network_policy.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.396661 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.397178 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 17 17:09:34.397505 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.398563 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.399092 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 17 17:09:34.399420 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_pps_rule.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.400693 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.401393 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-pps not supported by any of loaded plugins Nov 17 17:09:34.401726 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_rule_type_details.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.402663 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.403184 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 17 17:09:34.403513 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: qos_rules_alias.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.404614 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.405823 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 17 17:09:34.406153 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: quota_check_limit.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.407103 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.407622 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: quota-check-limit Nov 17 17:09:34.407949 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: quotasv2.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.408973 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.409269 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: quotas Nov 17 17:09:34.409593 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: quotasv2_detail.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.412858 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.421049 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: quota_details Nov 17 17:09:34.421049 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: rbac.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.421049 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.421049 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: rbac-policies Nov 17 17:09:34.421049 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: rbac_address_group.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.421874 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.422405 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: rbac-address-group Nov 17 17:09:34.422759 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: rbac_address_scope.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.423736 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.424261 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: rbac-address-scope Nov 17 17:09:34.424633 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: rbac_security_groups.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.425596 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.426114 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: rbac-security-groups Nov 17 17:09:34.426439 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: rbac_subnetpool.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.427377 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.427893 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: rbac-subnetpool Nov 17 17:09:34.428220 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: revisionifmatch.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.429217 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.429732 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: revision-if-match Nov 17 17:09:34.430058 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: revisions.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.431195 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.431717 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: standard-attr-revisions Nov 17 17:09:34.432048 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: router_availability_zone.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.432763 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.433281 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: router_availability_zone Nov 17 17:09:34.433606 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: routerservicetype.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.434737 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.435257 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension router-service-type not supported by any of loaded plugins Nov 17 17:09:34.435580 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.437569 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.438098 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: security-groups-normalized-cidr Nov 17 17:09:34.438426 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: security_groups_port_filtering.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.439450 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.439969 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: port-security-groups-filtering Nov 17 17:09:34.440368 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.441342 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.441860 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: security-groups-remote-address-group Nov 17 17:09:34.442185 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.443141 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.443658 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: security-groups-shared-filtering Nov 17 17:09:34.443983 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.444615 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 17 17:09:34.444949 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: securitygroup.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.456864 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.457407 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: security-group Nov 17 17:09:34.457745 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: segment.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.458841 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.459358 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension segment not supported by any of loaded plugins Nov 17 17:09:34.459688 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.460689 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.461212 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 17 17:09:34.461541 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: servicetype.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.462715 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.463244 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: service-type Nov 17 17:09:34.463573 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: sorting.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.464609 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.464954 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: sorting Nov 17 17:09:34.465280 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: standard_attr_segment.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.466215 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.466741 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 17 17:09:34.467071 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: standardattrdescription.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.468768 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.469371 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: standard-attr-description Nov 17 17:09:34.469696 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: stateful_security_group.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.470657 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.471180 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: stateful-security-group Nov 17 17:09:34.471507 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: stdattrs_common.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.472087 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 17 17:09:34.472409 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.473403 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.473919 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 17 17:09:34.474273 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: subnet_onboard.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.475369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.475890 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: subnet_onboard Nov 17 17:09:34.476217 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.477195 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.477709 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 17 17:09:34.478033 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: subnet_service_types.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.478970 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.479483 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: subnet-service-types Nov 17 17:09:34.479804 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: subnetallocation.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.480940 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.481494 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: subnet_allocation Nov 17 17:09:34.481819 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.482507 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.483673 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: subnetpool-prefix-ops Nov 17 17:09:34.484443 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.485481 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.486002 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 17 17:09:34.486327 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: tagging.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.487426 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.487953 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: standard-attr-tag Nov 17 17:09:34.488283 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: timestamp.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.489536 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.490060 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loaded extension: standard-attr-timestamp Nov 17 17:09:34.490389 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: trunk.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.491520 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.492033 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension trunk not supported by any of loaded plugins Nov 17 17:09:34.492362 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: trunk_details.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.493335 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.493856 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension trunk-details not supported by any of loaded plugins Nov 17 17:09:34.494183 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: uplink_status_propagation.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.495143 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.495665 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 17 17:09:34.495991 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Loading extension file: vlantransparent.py {{(pid=102299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 17:09:34.496717 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 17:09:34.497257 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extension vlan-transparent not supported by any of loaded plugins Nov 17 17:09:34.500265 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:network Nov 17 17:09:34.500828 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:subnet Nov 17 17:09:34.501236 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 17:09:34.501632 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:port Nov 17 17:09:34.502864 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.503303 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service FLAVORS assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.503944 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.504394 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.504749 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:router Nov 17 17:09:34.505196 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:floatingip Nov 17 17:09:34.505697 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service METERING assigned prefix: /metering {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.507130 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.507504 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.507857 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:09:34.508907 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of CountableResource for resource:rbac_policy Nov 17 17:09:34.509361 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:security_group Nov 17 17:09:34.509797 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 17 17:09:34.510391 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service CORE assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.510721 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 17:09:34.511069 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] subnetpool is already registered Nov 17 17:09:34.511492 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service CORE assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.511819 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 17:09:34.512159 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] subnetpool is already registered Nov 17 17:09:34.514716 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.515169 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service FLAVORS assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.515777 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.516204 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.516560 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:router Nov 17 17:09:34.516906 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] router is already registered Nov 17 17:09:34.517320 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:floatingip Nov 17 17:09:34.517660 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] floatingip is already registered Nov 17 17:09:34.518120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service METERING assigned prefix: /metering {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.518791 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of CountableResource for resource:rbac_policy Nov 17 17:09:34.519120 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] rbac_policy is already registered Nov 17 17:09:34.519533 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:security_group Nov 17 17:09:34.519871 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] security_group is already registered Nov 17 17:09:34.520274 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 17 17:09:34.520641 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] security_group_rule is already registered Nov 17 17:09:34.521267 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service CORE assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.521596 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 17:09:34.521932 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] subnetpool is already registered Nov 17 17:09:34.522353 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.v2.resource_helper [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Service CORE assigned prefix: {{(pid=102299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 17:09:34.522688 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 17:09:34.523022 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING neutron.quota.resource_registry [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] subnetpool is already registered Nov 17 17:09:34.523495 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: extensions {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.525043 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: address-groups {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.526551 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: address-scopes {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.527889 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: agents {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.529097 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: auto-allocated-topology {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.531397 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: availability_zones {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.532700 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: dhcp-networks {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.534221 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: dhcp-agents {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.535660 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: routers {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.537947 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: flavors {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.539172 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: service_profiles {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.540379 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: next_providers {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.541861 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: service_profiles {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.543423 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: floatingip-pools {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.544700 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: routers {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.547967 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: floatingips {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.549284 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: l3-routers {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.550692 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: l3-agents {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.552128 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: metering-labels {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.553525 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: metering-label-rules {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.554874 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: network-ip-availabilities {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.556151 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: bindings {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.557851 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: quotas {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.559430 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: quotas {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.561101 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: rbac-policies {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.563931 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: security-groups {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.565310 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: security-group-rules {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.566555 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: service-providers {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.567781 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: subnetpools {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.569253 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: subnetpools {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.570759 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.572445 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.574321 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.576109 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.578505 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.580359 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.582104 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.584331 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.586158 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.588017 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron.api.extensions [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Extended resource: tags {{(pid=102299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 17:09:34.595156 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING keystonemiddleware.auth_token [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 17 17:09:34.599983 dv-cinder-797608-20-iscsi neutron-server[102299]: WARNING keystonemiddleware.auth_token [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 17 17:09:34.609809 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_concurrency.lockutils [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Acquired lock "singleton_lock" {{(pid=102299) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 17 17:09:34.610286 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_concurrency.lockutils [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Releasing lock "singleton_lock" {{(pid=102299) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 17 17:09:34.610937 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO oslo_service.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Starting 2 workers Nov 17 17:09:34.615753 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Started child 102410 {{(pid=102299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 17 17:09:34.620204 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Started child 102411 {{(pid=102299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 17 17:09:34.621202 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:34.621814 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO neutron.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Neutron service started, listening on 0.0.0.0:9696 Nov 17 17:09:34.622417 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Publish callbacks [] for process, before_spawn {{(pid=102299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:34.622628 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [-] (102410) wsgi starting up on http://0.0.0.0:9696 Nov 17 17:09:34.624938 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:34.625575 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO oslo_service.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Starting 1 workers Nov 17 17:09:34.626242 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [-] (102411) wsgi starting up on http://0.0.0.0:9696 Nov 17 17:09:34.630718 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Started child 102412 {{(pid=102299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 17 17:09:34.631306 dv-cinder-797608-20-iscsi neutron-server[102299]: INFO oslo_service.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Starting 1 workers Nov 17 17:09:34.634608 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] calling RpcWorker wait() {{(pid=102412) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 17 17:09:34.635141 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] returning from RpcWorker wait() {{(pid=102412) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 17 17:09:34.635692 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Started child 102413 {{(pid=102299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 17 17:09:34.636532 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG neutron_lib.callbacks.manager [None req-057a195a-bb8a-4eb8-b65f-7842a554405f None None] Publish callbacks [] for process, after_spawn {{(pid=102299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:34.636654 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:34.637076 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:09:34.638398 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102299) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 17 17:09:34.638609 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 17 17:09:34.638800 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 17 17:09:34.639021 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 17 17:09:34.639545 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 17 17:09:34.640328 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 17 17:09:34.640764 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:34.641234 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.641234 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.641426 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.641649 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.641921 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.642495 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.642752 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.642992 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.643284 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.643537 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.643708 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.643875 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.644140 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.644372 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.644715 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.644990 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.645227 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.645474 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.645646 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.645924 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.646201 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.646434 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.646704 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] debug = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.646955 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.647431 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.647666 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.647901 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.648141 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.648408 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.648663 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.648929 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.649177 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.649393 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.649642 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.649893 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.650126 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.650345 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.650596 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.650883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.651087 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.651330 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.651798 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] host = dv-cinder-797608-20-iscsi {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.652050 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.652266 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.652492 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.652762 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.653008 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.653225 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.653489 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.653733 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.653982 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.654203 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.654456 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.654743 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.655812 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.656340 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.656515 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_options = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.656770 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.657059 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.657320 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.657566 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.657702 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.657873 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.658133 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.658301 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.658580 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.658827 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.659042 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.659293 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.659510 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.659740 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.659994 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.660222 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.660456 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.660711 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.660958 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.661217 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.661443 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.661691 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.661910 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.662126 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.662359 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.662594 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.662839 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.663054 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.663271 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.663504 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.663767 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.664019 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.664234 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.664489 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.664863 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.665030 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.665259 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.665473 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.665738 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.665965 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.666247 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.666500 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.666723 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.666975 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.667215 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.667465 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.667701 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_json = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.667915 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.668175 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.668402 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.668658 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.668876 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.669092 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.669311 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.670664 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.670664 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.670664 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.671523 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:09:34.672027 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.672297 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.672576 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.672819 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.673060 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.674010 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.674010 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.674190 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.674375 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.674647 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.675105 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.675372 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.675691 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.675953 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.676233 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.676488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.676759 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.676981 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.677205 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.677452 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.677736 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.677963 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.678216 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.678468 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.678697 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.679021 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.679293 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.679555 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.679820 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.680063 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.680305 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.680545 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.680767 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.681003 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.681240 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.681502 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.681799 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.682209 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.682478 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.682961 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.683189 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.683438 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.683658 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.683932 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.684170 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.684388 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.684648 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.684892 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.685118 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.685329 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.685564 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.685801 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.686062 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.686886 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.687117 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.688475 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.688475 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.688475 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.688475 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.688475 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.688475 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.692764 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693369 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693868 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693868 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693868 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693868 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693868 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693868 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.693868 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.694347 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.694347 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.694544 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.694796 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.695058 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.695280 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.695532 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.695773 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.696006 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.696223 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.696431 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.696671 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.696919 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.697144 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.697408 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.697630 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.697847 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.698126 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.698339 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.698576 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.698793 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.699027 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.699252 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.699531 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.699765 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.700021 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.700252 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.700552 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.700837 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.701062 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.701341 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.701584 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.702003 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.702756 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.703035 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.703324 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.703603 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.703905 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.704155 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.704412 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.704690 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.704942 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.705201 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.705447 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.705732 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.705977 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.706222 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.706438 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.706667 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.707003 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.707272 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.707478 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.707690 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.707973 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.708532 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.708769 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.709050 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.709337 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.709562 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.709830 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.710065 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.710284 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.710528 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.710759 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.710970 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.711219 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.711435 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.711670 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.711869 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.712121 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.712346 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.712585 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.712809 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.713026 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.713247 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.713472 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.713740 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.713941 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.714184 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.714422 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.714642 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.714880 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.715103 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.715335 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.715587 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.715809 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.716085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.716351 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.716587 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.716835 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.717075 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.718987 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.718987 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.718987 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.718987 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.718987 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.718987 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.718987 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.723192 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.723192 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.723192 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.723192 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.723192 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.723551 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.723735 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.724013 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.724247 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.724736 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.725031 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.725342 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.725591 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.725836 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.726060 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.726284 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.726504 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.726747 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.726997 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.727256 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.727474 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.727688 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.727901 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.728238 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.728455 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.728785 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.729045 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.729276 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.729522 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.729737 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.729991 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.730228 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.730442 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.730676 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.730899 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.731115 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.731346 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.731588 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.731798 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.732161 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.732390 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.732629 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.732863 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.733206 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.733504 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.733719 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.733944 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.734163 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.734374 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.734601 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.734840 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.735051 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.735294 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.735510 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.735719 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.735967 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.736177 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.736405 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.736653 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.736870 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.737100 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.737396 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.737652 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.737871 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.738163 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.738398 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.738641 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.738880 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.739187 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.739401 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.739639 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.739880 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.740099 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.740335 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.740611 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.740916 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.741214 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.741476 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.741727 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.741984 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.742286 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.742544 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.742755 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.743032 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.743359 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.743631 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.743877 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.744120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.744386 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.744666 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.744894 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.745115 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.745347 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.745561 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.745797 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.746026 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.746250 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.746466 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.746691 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.746910 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.747159 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.747397 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.747660 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.747876 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.748034 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 17 17:09:34.748638 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102299) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 17 17:09:34.748866 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 17 17:09:34.748977 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 17 17:09:34.749329 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 17 17:09:34.749329 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 17 17:09:34.749481 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 17 17:09:34.749654 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.749819 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.749980 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.750140 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.750299 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.750503 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.750653 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.750781 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.750942 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.751097 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.751254 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.751412 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.751570 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.751726 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.751883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.752038 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.752232 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.752359 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.752481 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.752636 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.752950 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.752950 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.753198 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] debug = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.753321 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.753457 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.753604 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.753730 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.753887 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.754015 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.754170 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.754329 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.754485 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.754643 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.754800 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.754959 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.755120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.755279 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.755437 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.755594 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.755766 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.755915 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.756058 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] host = dv-cinder-797608-20-iscsi {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.756226 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.756389 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.756563 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.756713 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.756858 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.756990 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.757149 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.757306 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.757465 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.757628 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.757774 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.757933 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.758246 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.758404 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.758762 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_options = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.758922 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.759082 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.759235 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.759644 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.759813 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.759973 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.760130 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.760282 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.760426 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.760629 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.760762 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.760950 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.761088 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.761224 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.761381 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.761536 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.761696 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.761853 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.762012 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.762169 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.762324 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.762483 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.762641 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.762798 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.762954 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.763113 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.763268 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.763426 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.763580 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.763738 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.763899 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.764049 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.764756 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.764917 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.765071 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.765229 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.765416 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.765539 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.765699 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.765857 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.766015 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.766172 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.766326 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.766475 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.766631 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.766789 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.766944 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_json = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.767102 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.767259 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.767415 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.767574 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.767732 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.767886 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.768047 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.768207 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 17:09:34.768387 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.768566 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.768740 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.768901 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.769061 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.769224 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.769381 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.769551 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.769697 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.769855 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.770022 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.770183 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.770352 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.770511 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.770671 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.770835 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.770994 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.771153 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.771312 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.771469 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.771628 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.771787 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.771954 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.772113 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.772272 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.772430 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.772612 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.772788 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.772946 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.773107 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.773265 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.773424 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.773585 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.773745 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.773906 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.774065 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.774224 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.774382 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.774542 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.774701 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.774861 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.775019 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.775177 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.775337 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.775495 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.775655 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.775814 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.775974 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.776132 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.776290 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.776450 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.776629 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.776790 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.776949 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.777111 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.777278 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.777617 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.777771 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.777929 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.778105 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.778254 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.778405 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.778700 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.778999 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.779305 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.779474 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.779637 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.779819 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.780415 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.780415 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.780415 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.780644 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.780644 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.780760 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.780918 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.781077 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.781236 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.781393 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.781553 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.781708 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.781999 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.782292 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.782456 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.782622 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.782783 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.782936 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.783095 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.783253 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.783412 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.783580 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.783754 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.783913 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.784078 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.784229 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.784384 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.784558 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.785488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.785488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.785488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.785488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.785488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.785488 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.785874 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.785874 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.786016 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.786084 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.786225 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.786534 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.786696 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.786856 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.787017 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.787185 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.787340 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.787485 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.787642 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.787801 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.787970 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.788128 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.788290 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.788454 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.788708 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.788878 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.789038 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.789198 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.789350 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.789504 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.789668 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.789827 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.789986 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.790589 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.790589 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.790589 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.790589 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.790895 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.790895 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.791036 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.791194 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.791377 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.791535 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.791691 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.791852 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.792034 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.792193 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.792502 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.792684 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.792860 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.793007 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.793655 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.793655 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.793655 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.793655 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.794042 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.794042 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.794042 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.794247 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.794337 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.794498 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.794707 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.794870 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.795374 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.795374 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.795374 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.796683 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.796683 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.796683 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.796683 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.796985 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.796985 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.797126 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.797201 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.797335 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.797494 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.797652 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.797811 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.797972 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.798180 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.798291 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.798434 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.798592 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.798752 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.798919 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.799083 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.799240 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.799399 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.799558 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.799716 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.799904 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.800033 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.800120 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:09:34.800204 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.800339 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.800497 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.800678 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.800853 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.801011 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.801169 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.801334 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.801496 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.801653 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.801813 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.801972 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.802132 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.802290 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.802447 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.802609 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.802770 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.802935 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.803121 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.803269 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.803408 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.803543 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.803675 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.803843 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.804002 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.804160 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.804319 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.804476 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.804651 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.804819 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.805030 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.805196 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.805355 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.805513 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.805673 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.805841 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.806000 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.806146 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.806304 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.806462 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.806620 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.806786 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.806945 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.807510 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.807510 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.807510 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.807978 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.807978 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.807978 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.807978 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.808470 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.808470 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.808470 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.808871 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.808871 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.809153 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.809153 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.809420 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.809420 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.809671 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.809671 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.809928 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.809928 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.810282 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.810282 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.811883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.811883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.811883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.811883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.811883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.811883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.811883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.811883 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.813120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.813120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.813120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.813120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.813120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.813120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.813120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.813120 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.814085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.814085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.814085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.814085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.814085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.814085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.814085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.814085 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815075 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815075 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815075 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815075 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815075 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815075 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815075 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815925 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815925 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815925 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815925 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815925 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.815925 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 17:09:34.816460 dv-cinder-797608-20-iscsi neutron-server[102299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 17 17:09:34.940184 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 38376) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:09:34.948833 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064843 Nov 17 17:09:46.489179 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf3694-36e4-4eb4-8a10-981236b37227 None None] get_active_networks_info from dv-cinder-797608-20-iscsi {{(pid=102412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 17 17:09:46.546170 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf3694-36e4-4eb4-8a10-981236b37227 None None] No non-hosted networks {{(pid=102412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 17 17:09:46.553628 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.agentschedulers_db [None req-0acf3694-36e4-4eb4-8a10-981236b37227 None None] DHCP Agent not found on host dv-cinder-797608-20-iscsi {{(pid=102412) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 17 17:09:46.653202 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-62c95e25-23a9-4a0e-899e-b4c06eb6a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8061894'] for agent, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:48.734689 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-bc159d36-aaff-4ca8-bf52-34d6bf102862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8061894'] for agent, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:48.786137 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.db.api [None req-df2f9e14-9b44-4d36-9078-0026d8cefc49 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797608-20-iscsi {{(pid=102412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 17 17:09:48.786911 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG oslo_db.api [None req-df2f9e14-9b44-4d36-9078-0026d8cefc49 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 17 17:09:49.327626 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-df2f9e14-9b44-4d36-9078-0026d8cefc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:49.866946 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8061894'] for agent, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:51.206772 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8061894'] for agent, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:52.110238 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8061894'] for agent, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:52.110910 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.111243 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.111569 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.111890 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.112210 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.112548 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.112904 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.113428 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.113751 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.114083 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.114419 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.114740 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:09:52.115137 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:09:52.122822 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:09:52.603869 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 38468) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:09:53.098547 dv-cinder-797608-20-iscsi neutron-server[102411]: WARNING oslo_policy.policy [None req-c7619b0d-9f35-4764-b1a2-f4cada00bf1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 17:09:53.099099 dv-cinder-797608-20-iscsi neutron-server[102411]: WARNING oslo_policy.policy [None req-c7619b0d-9f35-4764-b1a2-f4cada00bf1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 17:09:53.323658 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [None req-c7619b0d-9f35-4764-b1a2-f4cada00bf1c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:09:53.324760 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c7619b0d-9f35-4764-b1a2-f4cada00bf1c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7198486 Nov 17 17:09:55.826720 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38484) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:09:56.107076 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.db.l3_hamode_db [None req-6a7f58f0-35e7-4d20-ac25-8e91ee14a209 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 17 17:09:56.184832 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f58f0-35e7-4d20-ac25-8e91ee14a209 None None] Routers set() bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:09:56.185747 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f58f0-35e7-4d20-ac25-8e91ee14a209 None None] Router IDs set() for agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 17 17:09:56.328038 dv-cinder-797608-20-iscsi neutron-server[102410]: WARNING oslo_policy.policy [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 17:09:56.328659 dv-cinder-797608-20-iscsi neutron-server[102410]: WARNING oslo_policy.policy [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 17:09:56.550129 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:09:56.646203 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.policy [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 17 17:09:56.693147 dv-cinder-797608-20-iscsi neutron-server[102410]: WARNING oslo_policy.policy [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 17:09:56.693521 dv-cinder-797608-20-iscsi neutron-server[102410]: WARNING oslo_policy.policy [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 17:09:56.702690 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.quota [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] Loaded quota_driver: . Nov 17 17:09:56.867619 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753973739819', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753973740504', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753973770053', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753973770886', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753973784723', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753973776112', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-782104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7894776', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7950547'] for rbac-policy, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:57.151065 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:09:57.152467 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-0786a52a-ad04-4d57-94f3-4d0b50971f9d admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3237112 Nov 17 17:09:59.811387 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38502) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:00.108475 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'project_id': 'c320ab811cad49cf8943465895a26823', 'name': 'private'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:10:00.183524 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Made reservation on behalf of c320ab811cad49cf8943465895a26823 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:10:00.187041 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:00.204471 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:00.310671 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:00.377610 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:00.397218 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:10:00.424715 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753969956666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:00.425270 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Unsubscribe: segment precommit_create {{(pid=102410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 17 17:10:00.425769 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Added segment e9add4fd-58f8-4cab-8d33-99e9ef66e154 of type vlan for network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea Nov 17 17:10:00.441518 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cba3bd-50cc-47a6-97ed-bddf267b5cda,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:00.491629 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.491985 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.492324 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.492678 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.493008 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.493355 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.493680 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.494016 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.494338 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.494654 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.494971 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.495284 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Tracked resource versions report: Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: pushed versions: Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: { 'AddressGroup': {'1.2'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'ConntrackHelper': {'1.0'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Log': {'1.0'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Network': {'1.1'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Port': {'1.7'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'PortForwarding': {'1.2'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'QosPolicy': {'1.10'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SecurityGroup': {'1.5'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SecurityGroupRule': {'1.2'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SubPort': {'1.0'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Subnet': {'1.1'}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Trunk': {'1.1'}} Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: consumer versions: Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: { DHCP agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: L3 agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: Metadata agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: Metering agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: Open vSwitch agent@dv-cinder-797608-20-iscsi: { 'AddressGroup': '1.2', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'ConntrackHelper': '1.0', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Log': '1.0', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Network': '1.1', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Port': '1.7', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'PortForwarding': '1.2', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'QosPolicy': '1.10', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SecurityGroup': '1.5', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SecurityGroupRule': '1.2', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SubPort': '1.0', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Subnet': '1.1', Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Trunk': '1.1'}} Nov 17 17:10:00.496569 dv-cinder-797608-20-iscsi neutron-server[102410]: {{(pid=102410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 17:10:00.536134 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:00.649610 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:00.650810 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:10:00.651561 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:00.746411 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] Pushing event updated for resources: {'Network': ['ID=779daa4b-08a8-465a-b1e8-7ce2a3cd1fea,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:00.757413 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-e3d6f531-93c2-47ce-8154-00643148add0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9449787 Nov 17 17:10:00.757743 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:10:03.496755 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38516) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:03.882451 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8ee21-e5b7-4128-bc16-5a3596c49db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:10:03.883803 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-38a8ee21-e5b7-4128-bc16-5a3596c49db7 admin admin] 10.222.0.41 "GET /v2.0/networks/779daa4b-08a8-465a-b1e8-7ce2a3cd1fea HTTP/1.1" status: 200 len: 825 time: 0.3853548 Nov 17 17:10:03.908962 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-19e10ab3-119b-4f75-8d72-834b65cf7bfd admin admin] 10.222.0.41 "GET /v2.0/subnetpools/544d3534-de58-4d77-b1e3-63128d8d095b HTTP/1.1" status: 200 len: 734 time: 0.0188231 Nov 17 17:10:03.918316 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'subnetpool_id': '544d3534-de58-4d77-b1e3-63128d8d095b', 'gateway_ip': '172.20.0.1', 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:10:04.000388 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Made reservation on behalf of c320ab811cad49cf8943465895a26823 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:10:04.002621 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Publish callbacks [] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:04.360777 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:04.428010 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Checking segment: {'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:10:04.428396 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Network hostable DHCP agents. Network: 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:10:04.437013 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dcf3d8-8bcb-4310-b675-e09418ce5cc5,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:04.549159 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:10:04.643961 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:10:04.648753 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:10:04.649333 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:04.653766 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a31ae4-38d0-425c-9d1a-6d92b249983a None None] Network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:10:04.755372 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-fbbeece4-24ee-46d5-9a87-7940dd1bd4ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8403757 Nov 17 17:10:04.975715 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'fixed_ips': [{'subnet_id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:10:04.977013 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:05.282784 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Allocated IP 172.20.0.2 (779daa4b-08a8-465a-b1e8-7ce2a3cd1fea/f8dcf3d8-8bcb-4310-b675-e09418ce5cc5/f8313f29-309b-4eee-b3ff-ec48d0f07f3b) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:10:05.483875 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:05.561829 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:05.640942 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:10:05.645599 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:10:05.648684 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:10:05.660087 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Pushing event updated for resources: {'Port': ['ID=f8313f29-309b-4eee-b3ff-ec48d0f07f3b,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:05.689334 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.689699 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.690045 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.690379 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.690709 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.691058 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.691391 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.691717 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.692051 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.692374 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.692716 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.693037 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Tracked resource versions report: Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: pushed versions: Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: { 'AddressGroup': {'1.2'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'ConntrackHelper': {'1.0'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Log': {'1.0'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Network': {'1.1'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Port': {'1.7'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'PortForwarding': {'1.2'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'QosPolicy': {'1.10'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SecurityGroup': {'1.5'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SecurityGroupRule': {'1.2'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SubPort': {'1.0'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Subnet': {'1.1'}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Trunk': {'1.1'}} Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: consumer versions: Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: { DHCP agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: L3 agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: Metadata agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: Metering agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: Open vSwitch agent@dv-cinder-797608-20-iscsi: { 'AddressGroup': '1.2', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'ConntrackHelper': '1.0', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Log': '1.0', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Network': '1.1', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Port': '1.7', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'PortForwarding': '1.2', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'QosPolicy': '1.10', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SecurityGroup': '1.5', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SecurityGroupRule': '1.2', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SubPort': '1.0', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Subnet': '1.1', Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Trunk': '1.1'}} Nov 17 17:10:05.694319 dv-cinder-797608-20-iscsi neutron-server[102412]: {{(pid=102412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 17:10:05.742756 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Attempting to bind port f8313f29-309b-4eee-b3ff-ec48d0f07f3b on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:10:05.743151 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Attempting to bind port f8313f29-309b-4eee-b3ff-ec48d0f07f3b by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:10:05.743557 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Attempting to bind port f8313f29-309b-4eee-b3ff-ec48d0f07f3b on network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:10:05.748557 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:10:05.748917 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Checking segment: {'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:10:05.749398 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:05.749786 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Bound using segment: {'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:10:05.750386 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Bound port: f8313f29-309b-4eee-b3ff-ec48d0f07f3b, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:10:05.750798 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:05.812024 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] For port f8313f29-309b-4eee-b3ff-ec48d0f07f3b, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:10:05.816359 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] For port f8313f29-309b-4eee-b3ff-ec48d0f07f3b, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=f8313f29-309b-4eee-b3ff-ec48d0f07f3b,segment=NetworkSegment(e9add4fd-58f8-4cab-8d33-99e9ef66e154),segment_id=e9add4fd-58f8-4cab-8d33-99e9ef66e154)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:10:05.896058 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:05.970720 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ef3c-d553-41ab-a8c7-61e4a3866fee None None] Pushing event updated for resources: {'Port': ['ID=f8313f29-309b-4eee-b3ff-ec48d0f07f3b,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:07.278724 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38524) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:07.592242 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [None req-76b95456-0ece-4fb9-a730-43134fa5cedd admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:10:07.593335 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-76b95456-0ece-4fb9-a730-43134fa5cedd admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131235 Nov 17 17:10:10.107465 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 38532) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:10.427251 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [None req-f168df4b-874d-48a7-8977-144d4b23cad0 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:10:10.430220 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f168df4b-874d-48a7-8977-144d4b23cad0 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198397 Nov 17 17:10:13.166474 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 38542) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:13.469098 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c320ab811cad49cf8943465895a26823'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:10:13.534498 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.policy [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 17 17:10:13.583455 dv-cinder-797608-20-iscsi neutron-server[102411]: WARNING oslo_policy.policy [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 17:10:13.583895 dv-cinder-797608-20-iscsi neutron-server[102411]: WARNING oslo_policy.policy [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 17:10:13.593383 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.quota [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] Loaded quota_driver: . Nov 17 17:10:13.729410 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:13.731968 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:13.896569 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:13.912635 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device f8313f29-309b-4eee-b3ff-ec48d0f07f3b up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:10:13.965057 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:14.003072 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port f8313f29-309b-4eee-b3ff-ec48d0f07f3b triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:14.003456 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:14.088459 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:14.089582 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-204eb3e1-7963-411c-b0cf-d491abc68f3c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9221649 Nov 17 17:10:14.113302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:14.155820 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port f8313f29-309b-4eee-b3ff-ec48d0f07f3b, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=f8313f29-309b-4eee-b3ff-ec48d0f07f3b,segment=NetworkSegment(e9add4fd-58f8-4cab-8d33-99e9ef66e154),segment_id=e9add4fd-58f8-4cab-8d33-99e9ef66e154)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:10:14.354957 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:14.407010 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=f8313f29-309b-4eee-b3ff-ec48d0f07f3b,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:15.116077 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc1de6c-6055-4d29-a087-647d7ba2d5cf None None] Network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:10:15.191371 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-ee8caef4-d687-4430-b72b-3fa5cd77a81b None None] Provisioning complete for port f8313f29-309b-4eee-b3ff-ec48d0f07f3b triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:15.191729 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ee8caef4-d687-4430-b72b-3fa5cd77a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:15.550279 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-0c0e36c7-33f8-4e82-aeeb-c111100c8a66 None None] Provisioning complete for port f8313f29-309b-4eee-b3ff-ec48d0f07f3b triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:15.550640 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-0c0e36c7-33f8-4e82-aeeb-c111100c8a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:15.879651 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device f8313f29-309b-4eee-b3ff-ec48d0f07f3b up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:10:15.926082 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port f8313f29-309b-4eee-b3ff-ec48d0f07f3b triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:15.926447 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:16.420809 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c115a0e1-2faa-4bd9-ad98-8919482945bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:16.706569 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 38556) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:17.019054 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [None req-d58a74f3-c4fe-46e3-8c14-b0d5365d100e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:10:17.020092 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-d58a74f3-c4fe-46e3-8c14-b0d5365d100e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3123465 Nov 17 17:10:18.708826 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-810b0a9e-5ad0-479f-aefc-eec9ca59531c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:19.488686 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38564) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:19.802270 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:19.802771 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:10:19.900307 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Made reservation on behalf of e94c31518be4462d98e5529cc7233aff for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:10:19.902598 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:19.911521 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:19.982200 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:20.069076 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:20.087083 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Reserving flat network on physical network physnet1 {{(pid=102410) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 17 17:10:20.103493 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9553413-a2f6-49b9-9937-76e1b6b9de74,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:20.108289 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:20.108651 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Added segment c67ea420-318a-42cf-a9f1-76b845eb7713 of type flat for network 6f851819-d6c4-482e-860a-8bb1bda22708 Nov 17 17:10:20.153513 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:20.263344 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:20.264262 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:10:20.264873 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:20.321906 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f851819-d6c4-482e-860a-8bb1bda22708,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:20.333132 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 6f851819-d6c4-482e-860a-8bb1bda22708 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:10:20.383160 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-a35cfc35-4a60-4685-aecc-2d4a576acef9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8933387 Nov 17 17:10:21.139068 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:22.157345 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:22.847286 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38582) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:23.020174 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38603f-180d-4a6a-a52b-34f790f90f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:10:23.021502 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-0e38603f-180d-4a6a-a52b-34f790f90f56 admin admin] 10.222.0.41 "GET /v2.0/subnets/f8dcf3d8-8bcb-4310-b675-e09418ce5cc5 HTTP/1.1" status: 200 len: 849 time: 0.1732891 Nov 17 17:10:23.179135 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-c03dcd77-f193-4c74-9af7-18f1e68278a1 admin admin] 10.222.0.41 "GET /v2.0/routers/9beb4b3e-1d07-4258-b76c-654c8cedd631 HTTP/1.1" status: 200 len: 704 time: 0.1514745 Nov 17 17:10:23.439036 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:23.727905 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Allocated IP 172.20.0.1 (779daa4b-08a8-465a-b1e8-7ce2a3cd1fea/f8dcf3d8-8bcb-4310-b675-e09418ce5cc5/aa2384e9-3906-4afb-ac87-e9a7aff46b86) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:10:23.879235 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.043709 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.114125 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:10:24.125301 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:10:24.128302 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:10:24.133108 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.151253 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2384e9-3906-4afb-ac87-e9a7aff46b86,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:24.384506 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.395614 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-c122e135-7d7e-4543-bebb-83cada599d55 None None] Provisioning complete for port aa2384e9-3906-4afb-ac87-e9a7aff46b86 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:24.396145 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c122e135-7d7e-4543-bebb-83cada599d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.430713 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-c122e135-7d7e-4543-bebb-83cada599d55 None None] Port aa2384e9-3906-4afb-ac87-e9a7aff46b86 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:10:24.593656 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.642712 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.643386 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.701607 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2384e9-3906-4afb-ac87-e9a7aff46b86,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:24.763834 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:10:24.765368 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:10:24.952192 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-66fdcfa0-a350-4b53-b163-181a7159f918 None None] Provisioning complete for port aa2384e9-3906-4afb-ac87-e9a7aff46b86 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:24.952586 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-66fdcfa0-a350-4b53-b163-181a7159f918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:24.986226 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-66fdcfa0-a350-4b53-b163-181a7159f918 None None] Port aa2384e9-3906-4afb-ac87-e9a7aff46b86 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:10:25.006207 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Router 9beb4b3e-1d07-4258-b76c-654c8cedd631 is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:10:25.096236 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:10:25.101680 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f4613609-53f5-4f25-a751-de8743101d53 admin admin] 10.222.0.41 "PUT /v2.0/routers/9beb4b3e-1d07-4258-b76c-654c8cedd631/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9166956 Nov 17 17:10:25.107590 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Sync routers for ids ['9beb4b3e-1d07-4258-b76c-654c8cedd631'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:10:25.120258 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Routers {'9beb4b3e-1d07-4258-b76c-654c8cedd631'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:10:25.121206 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:10:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['9beb4b3e-1d07-4258-b76c-654c8cedd631'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:10:25.308499 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Set router 9beb4b3e-1d07-4258-b76c-654c8cedd631 gateway port host: None {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:10:25.738094 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'name': 'router1', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:10:13Z', 'updated_at': '2021-11-17T17:10:24Z', 'revision_number': 2, 'project_id': 'c320ab811cad49cf8943465895a26823', 'gw_port_host': None, '_interfaces': [{'id': 'aa2384e9-3906-4afb-ac87-e9a7aff46b86', 'name': '', 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'mac_address': 'fa:16:3e:74:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:23Z', 'updated_at': '2021-11-17T17:10:24Z', 'revision_number': 2, 'project_id': 'c320ab811cad49cf8943465895a26823', 'subnets': [{'id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '544d3534-de58-4d77-b1e3-63128d8d095b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:10:25.788828 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Checking router: 9beb4b3e-1d07-4258-b76c-654c8cedd631 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:10:25.789204 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Updating router 9beb4b3e-1d07-4258-b76c-654c8cedd631 port aa2384e9-3906-4afb-ac87-e9a7aff46b86 binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:10:25.838107 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:26.350268 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:26.403257 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:26.567756 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Pushing event updated for resources: {'Port': ['ID=aa2384e9-3906-4afb-ac87-e9a7aff46b86,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:26.573753 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Attempting to bind port aa2384e9-3906-4afb-ac87-e9a7aff46b86 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:10:26.574157 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Attempting to bind port aa2384e9-3906-4afb-ac87-e9a7aff46b86 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:10:26.575353 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Attempting to bind port aa2384e9-3906-4afb-ac87-e9a7aff46b86 on network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:10:26.582408 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.582779 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.583120 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.583454 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.583783 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.584125 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.584455 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.584823 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.585162 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.585491 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.585812 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.586133 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Tracked resource versions report: Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: pushed versions: Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: { 'AddressGroup': {'1.2'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'ConntrackHelper': {'1.0'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Log': {'1.0'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Network': {'1.1'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Port': {'1.7'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'PortForwarding': {'1.2'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'QosPolicy': {'1.10'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SecurityGroup': {'1.5'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SecurityGroupRule': {'1.2'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SubPort': {'1.0'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Subnet': {'1.1'}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Trunk': {'1.1'}} Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: consumer versions: Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: { DHCP agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: L3 agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: Metadata agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: Metering agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: Open vSwitch agent@dv-cinder-797608-20-iscsi: { 'AddressGroup': '1.2', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'ConntrackHelper': '1.0', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Log': '1.0', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Network': '1.1', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Port': '1.7', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'PortForwarding': '1.2', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'QosPolicy': '1.10', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SecurityGroup': '1.5', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SecurityGroupRule': '1.2', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SubPort': '1.0', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Subnet': '1.1', Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Trunk': '1.1'}} Nov 17 17:10:26.587451 dv-cinder-797608-20-iscsi neutron-server[102413]: {{(pid=102413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 17:10:26.593002 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:10:26.593398 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Checking segment: {'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:10:26.594024 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:26.594262 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Bound using segment: {'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:10:26.594763 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Bound port: aa2384e9-3906-4afb-ac87-e9a7aff46b86, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9add4fd-58f8-4cab-8d33-99e9ef66e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:10:26.595164 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:26.614741 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-96a1f55e-42f5-4f79-aa70-c7720cbc99f3 None None] Provisioning complete for port aa2384e9-3906-4afb-ac87-e9a7aff46b86 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:26.615226 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-96a1f55e-42f5-4f79-aa70-c7720cbc99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:26.648568 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-96a1f55e-42f5-4f79-aa70-c7720cbc99f3 None None] Port aa2384e9-3906-4afb-ac87-e9a7aff46b86 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:10:26.669317 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] For port aa2384e9-3906-4afb-ac87-e9a7aff46b86, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:10:26.697185 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] For port aa2384e9-3906-4afb-ac87-e9a7aff46b86, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=aa2384e9-3906-4afb-ac87-e9a7aff46b86,segment=NetworkSegment(e9add4fd-58f8-4cab-8d33-99e9ef66e154),segment_id=e9add4fd-58f8-4cab-8d33-99e9ef66e154)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:10:26.702371 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:10:26.752397 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:26.811612 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Routers {'9beb4b3e-1d07-4258-b76c-654c8cedd631'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:10:26.812599 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:10:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['9beb4b3e-1d07-4258-b76c-654c8cedd631'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:10:26.817594 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f8eb7-1dc1-49f3-8dcf-e7661d724269 None None] Pushing event updated for resources: {'Port': ['ID=aa2384e9-3906-4afb-ac87-e9a7aff46b86,revision_number=4']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:26.909729 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] Set router 9beb4b3e-1d07-4258-b76c-654c8cedd631 gateway port host: None {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:10:26.973453 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7acfc505-00b1-44cd-beb5-e2850e1b2e3a None None] Provisioning complete for port aa2384e9-3906-4afb-ac87-e9a7aff46b86 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:26.973904 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7acfc505-00b1-44cd-beb5-e2850e1b2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:27.054056 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7acfc505-00b1-44cd-beb5-e2850e1b2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:27.090078 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7acfc505-00b1-44cd-beb5-e2850e1b2e3a None None] For port aa2384e9-3906-4afb-ac87-e9a7aff46b86, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=aa2384e9-3906-4afb-ac87-e9a7aff46b86,segment=NetworkSegment(e9add4fd-58f8-4cab-8d33-99e9ef66e154),segment_id=e9add4fd-58f8-4cab-8d33-99e9ef66e154)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:10:27.130889 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'name': 'router1', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:10:13Z', 'updated_at': '2021-11-17T17:10:24Z', 'revision_number': 2, 'project_id': 'c320ab811cad49cf8943465895a26823', 'gw_port_host': None, '_interfaces': [{'id': 'aa2384e9-3906-4afb-ac87-e9a7aff46b86', 'name': '', 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'mac_address': 'fa:16:3e:74:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:23Z', 'updated_at': '2021-11-17T17:10:26Z', 'revision_number': 4, 'project_id': 'c320ab811cad49cf8943465895a26823', 'subnets': [{'id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '544d3534-de58-4d77-b1e3-63128d8d095b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:10:27.156978 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e81945a-5ab3-4621-8dd4-04a563f128d0 None None] The sync data for ids ['9beb4b3e-1d07-4258-b76c-654c8cedd631'] in dv-cinder-797608-20-iscsi is: [{'id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'name': 'router1', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:10:13Z', 'updated_at': '2021-11-17T17:10:24Z', 'revision_number': 2, 'project_id': 'c320ab811cad49cf8943465895a26823', 'gw_port_host': None, '_interfaces': [{'id': 'aa2384e9-3906-4afb-ac87-e9a7aff46b86', 'name': '', 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'mac_address': 'fa:16:3e:74:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:23Z', 'updated_at': '2021-11-17T17:10:26Z', 'revision_number': 4, 'project_id': 'c320ab811cad49cf8943465895a26823', 'subnets': [{'id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '544d3534-de58-4d77-b1e3-63128d8d095b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:10:27.203379 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7acfc505-00b1-44cd-beb5-e2850e1b2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:27.255031 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfc505-00b1-44cd-beb5-e2850e1b2e3a None None] Pushing event updated for resources: {'Port': ['ID=aa2384e9-3906-4afb-ac87-e9a7aff46b86,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:27.445243 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38602) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:27.561522 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba380efc-cebe-4f2a-90c2-92f2a6d0f30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:10:27.569478 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ba380efc-cebe-4f2a-90c2-92f2a6d0f30d admin admin] 10.222.0.41 "GET /v2.0/networks/6f851819-d6c4-482e-860a-8bb1bda22708 HTTP/1.1" status: 200 len: 842 time: 0.1167753 Nov 17 17:10:27.573681 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:10:27.680035 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Made reservation on behalf of e94c31518be4462d98e5529cc7233aff for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:10:27.682338 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:28.047719 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.objects.ports [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 17 17:10:28.048294 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:28.115445 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b485b7-82a3-4fd2-bddd-7a4cd6ab4815,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:28.119537 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:10:28.119895 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Network hostable DHCP agents. Network: 6f851819-d6c4-482e-860a-8bb1bda22708, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:10:28.257119 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:10:28.342890 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 6f851819-d6c4-482e-860a-8bb1bda22708) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:10:28.346857 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:10:28.347543 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:28.351370 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdfa7a4-04fb-4c80-b0ac-a1bc86cbed94 None None] Network 6f851819-d6c4-482e-860a-8bb1bda22708 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:10:28.460163 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-aff9bcd9-23a5-407c-baf3-c04ac0b4bcb1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8845561 Nov 17 17:10:28.491171 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f40ab-0dad-4a56-9d02-aa50eb823ce8 None None] Network 6f851819-d6c4-482e-860a-8bb1bda22708 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:10:30.860054 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38610) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:31.082047 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-67aef12b-181d-47c3-ae2e-433f576fb63c admin admin] 10.222.0.41 "GET /v2.0/routers/9beb4b3e-1d07-4258-b76c-654c8cedd631 HTTP/1.1" status: 200 len: 710 time: 0.2134840 Nov 17 17:10:31.167474 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ed30a-b9ff-4c65-a531-9b6a14239cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:10:31.169921 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-5c4ed30a-b9ff-4c65-a531-9b6a14239cfd admin admin] 10.222.0.41 "GET /v2.0/networks/6f851819-d6c4-482e-860a-8bb1bda22708 HTTP/1.1" status: 200 len: 886 time: 0.0888052 Nov 17 17:10:31.179402 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:10:31.419981 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:31.729747 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:31.811488 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:31.913417 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Allocated IP 172.27.1.83 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/56841529-edff-460e-af2a-ec252909bf8c) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:10:32.044612 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:32.131915 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:32.171012 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:10:32.173821 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:10:32.176824 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:10:32.216175 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Pushing event updated for resources: {'Port': ['ID=56841529-edff-460e-af2a-ec252909bf8c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:32.519526 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:32.804423 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8064661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8091121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12088'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:32.808054 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8064652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8064647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8091112'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:32.915107 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Router 9beb4b3e-1d07-4258-b76c-654c8cedd631 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:10:33.023269 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:10:33.028072 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:33.030447 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f3375dbb-1bb7-4034-aad4-81528e0a19d5 admin admin] 10.222.0.41 "PUT /v2.0/routers/9beb4b3e-1d07-4258-b76c-654c8cedd631 HTTP/1.1" status: 200 len: 889 time: 1.8530996 Nov 17 17:10:33.911366 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device aa2384e9-3906-4afb-ac87-e9a7aff46b86 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:10:33.959765 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port aa2384e9-3906-4afb-ac87-e9a7aff46b86 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:33.960051 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:34.197885 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Sync routers for ids ['9beb4b3e-1d07-4258-b76c-654c8cedd631'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:10:34.209160 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Routers {'9beb4b3e-1d07-4258-b76c-654c8cedd631'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:10:34.209870 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:10:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['9beb4b3e-1d07-4258-b76c-654c8cedd631'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:10:34.418971 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Set router 9beb4b3e-1d07-4258-b76c-654c8cedd631 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:10:34.877552 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'name': 'router1', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '56841529-edff-460e-af2a-ec252909bf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:10:13Z', 'updated_at': '2021-11-17T17:10:32Z', 'revision_number': 4, 'project_id': 'c320ab811cad49cf8943465895a26823', 'gw_port': {'id': '56841529-edff-460e-af2a-ec252909bf8c', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:31Z', 'updated_at': '2021-11-17T17:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': 'aa2384e9-3906-4afb-ac87-e9a7aff46b86', 'name': '', 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'mac_address': 'fa:16:3e:74:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:23Z', 'updated_at': '2021-11-17T17:10:27Z', 'revision_number': 5, 'project_id': 'c320ab811cad49cf8943465895a26823', 'subnets': [{'id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '544d3534-de58-4d77-b1e3-63128d8d095b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:10:34.926641 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Checking router: 9beb4b3e-1d07-4258-b76c-654c8cedd631 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:10:34.927268 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Updating router 9beb4b3e-1d07-4258-b76c-654c8cedd631 port 56841529-edff-460e-af2a-ec252909bf8c binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:10:34.979370 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:35.298379 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:35.352319 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:35.405359 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Attempting to bind port 56841529-edff-460e-af2a-ec252909bf8c on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:10:35.405725 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Attempting to bind port 56841529-edff-460e-af2a-ec252909bf8c by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:10:35.406084 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Attempting to bind port 56841529-edff-460e-af2a-ec252909bf8c on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:10:35.408834 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c745-5e02-4ee8-b3fe-c2027d738e45 None None] Pushing event updated for resources: {'Port': ['ID=56841529-edff-460e-af2a-ec252909bf8c,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:35.417653 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:10:35.418082 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:10:35.418532 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:35.418866 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:10:35.419326 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Bound port: 56841529-edff-460e-af2a-ec252909bf8c, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:10:35.419715 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:35.468594 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] For port 56841529-edff-460e-af2a-ec252909bf8c, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:10:35.471566 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] For port 56841529-edff-460e-af2a-ec252909bf8c, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=56841529-edff-460e-af2a-ec252909bf8c,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:10:35.523355 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:35.541708 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 38622) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:10:35.583339 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c745-5e02-4ee8-b3fe-c2027d738e45 None None] Pushing event updated for resources: {'Port': ['ID=56841529-edff-460e-af2a-ec252909bf8c,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:35.585907 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Routers {'9beb4b3e-1d07-4258-b76c-654c8cedd631'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:10:35.586495 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:10:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['9beb4b3e-1d07-4258-b76c-654c8cedd631'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:10:35.671322 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f4feb50a-e799-4228-9f69-2156a931ed29 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1284144 Nov 17 17:10:35.691447 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] Set router 9beb4b3e-1d07-4258-b76c-654c8cedd631 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:10:35.913082 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'name': 'router1', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '56841529-edff-460e-af2a-ec252909bf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:10:13Z', 'updated_at': '2021-11-17T17:10:32Z', 'revision_number': 4, 'project_id': 'c320ab811cad49cf8943465895a26823', 'gw_port': {'id': '56841529-edff-460e-af2a-ec252909bf8c', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:31Z', 'updated_at': '2021-11-17T17:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': 'aa2384e9-3906-4afb-ac87-e9a7aff46b86', 'name': '', 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'mac_address': 'fa:16:3e:74:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:23Z', 'updated_at': '2021-11-17T17:10:27Z', 'revision_number': 5, 'project_id': 'c320ab811cad49cf8943465895a26823', 'subnets': [{'id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '544d3534-de58-4d77-b1e3-63128d8d095b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:10:35.940455 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a151258-a1e5-4d56-a3d1-6b7498e67115 None None] The sync data for ids ['9beb4b3e-1d07-4258-b76c-654c8cedd631'] in dv-cinder-797608-20-iscsi is: [{'id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'name': 'router1', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '56841529-edff-460e-af2a-ec252909bf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:10:13Z', 'updated_at': '2021-11-17T17:10:32Z', 'revision_number': 4, 'project_id': 'c320ab811cad49cf8943465895a26823', 'gw_port': {'id': '56841529-edff-460e-af2a-ec252909bf8c', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:31Z', 'updated_at': '2021-11-17T17:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': 'aa2384e9-3906-4afb-ac87-e9a7aff46b86', 'name': '', 'network_id': '779daa4b-08a8-465a-b1e8-7ce2a3cd1fea', 'tenant_id': 'c320ab811cad49cf8943465895a26823', 'mac_address': 'fa:16:3e:74:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb4b3e-1d07-4258-b76c-654c8cedd631', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:10:23Z', 'updated_at': '2021-11-17T17:10:27Z', 'revision_number': 5, 'project_id': 'c320ab811cad49cf8943465895a26823', 'subnets': [{'id': 'f8dcf3d8-8bcb-4310-b675-e09418ce5cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '544d3534-de58-4d77-b1e3-63128d8d095b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:10:37.931789 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 56841529-edff-460e-af2a-ec252909bf8c up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:10:37.994538 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 56841529-edff-460e-af2a-ec252909bf8c triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:37.995158 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:38.085906 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:38.341497 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 56841529-edff-460e-af2a-ec252909bf8c, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=56841529-edff-460e-af2a-ec252909bf8c,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:10:38.491569 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:38.540647 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=56841529-edff-460e-af2a-ec252909bf8c,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:10:39.950413 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 56841529-edff-460e-af2a-ec252909bf8c up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:10:40.070597 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 56841529-edff-460e-af2a-ec252909bf8c triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:10:40.071206 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:46.428439 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-719816fa-f8a7-40cc-881c-e27e723ef5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:48.688508 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1d94b3c4-2f7f-41d3-8cc8-94fbdaeb82c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:49.810987 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:51.177783 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:10:52.117484 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:03.703097 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:11:16.559900 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4193aa78-e369-49bd-87a9-db2bd7e7204c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:18.682300 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7ffb25c1-2bdb-4139-8c75-38dcb2a0046b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:19.816371 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:21.161606 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:22.113329 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:40.703301 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:11:46.429151 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-09e19b15-25b6-48a8-9bc2-4ea96621705d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:48.695455 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8b45cff4-f73a-46be-a5ec-53572ee0771b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:49.843690 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:51.172030 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:11:52.160660 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:14.853073 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39184) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:14.914563 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7e94fc-50e5-486b-8851-8dac0ba06af1 admin admin] GET failed (client error): The resource could not be found. Nov 17 17:12:14.915807 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ab7e94fc-50e5-486b-8851-8dac0ba06af1 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617905 Nov 17 17:12:15.072673 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5eb55-9611-47d8-8c01-29a5dfb6965c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:15.074027 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-09c5eb55-9611-47d8-8c01-29a5dfb6965c admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1536424 Nov 17 17:12:16.408759 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1eeba77c-3fb2-4c60-bf61-6d62cc92f3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:17.326575 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39194) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:17.420006 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d584269-d01e-4b24-a7d3-f405c25630c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:17.421428 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-2d584269-d01e-4b24-a7d3-f405c25630c7 admin admin] 10.222.0.41 "GET /v2.0/subnets/f8dcf3d8-8bcb-4310-b675-e09418ce5cc5 HTTP/1.1" status: 200 len: 849 time: 0.0937958 Nov 17 17:12:17.431747 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:12:17.516373 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Publish callbacks [] for subnet, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:17.701870 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:12:17.713811 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753969970791'] for subnet, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:17.744267 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:17.745362 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:17.746158 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] 10.222.0.41 "PUT /v2.0/subnets/f8dcf3d8-8bcb-4310-b675-e09418ce5cc5 HTTP/1.1" status: 200 len: 868 time: 0.3186581 Nov 17 17:12:17.760223 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd1dad-89dd-4c35-8c99-c4777557e986 None None] Network 779daa4b-08a8-465a-b1e8-7ce2a3cd1fea requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:12:17.767756 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dcf3d8-8bcb-4310-b675-e09418ce5cc5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:12:17.775465 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.775855 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.776196 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.776561 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.776950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.777286 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.777617 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.777951 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.778287 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.778613 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.778943 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:17.779318 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e46c66-9719-4b1c-88fe-25e18aa3589b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:12:18.184408 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-af877d46-9215-48b1-a52e-2952df6919aa None None] Provisioning complete for port f8313f29-309b-4eee-b3ff-ec48d0f07f3b triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:12:18.184812 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-af877d46-9215-48b1-a52e-2952df6919aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:18.267063 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-af877d46-9215-48b1-a52e-2952df6919aa None None] Provisioning complete for port aa2384e9-3906-4afb-ac87-e9a7aff46b86 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:12:18.267347 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-af877d46-9215-48b1-a52e-2952df6919aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:18.702713 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7d0f90aa-01b5-48af-8230-4c24755a5982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:19.811501 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:20.020936 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39202) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:20.219626 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0d606-0741-4d5f-9095-094cceb98ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:20.220088 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0d606-0741-4d5f-9095-094cceb98ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:20.221623 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-1dc0d606-0741-4d5f-9095-094cceb98ff2 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997409 Nov 17 17:12:21.159548 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:22.151563 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:22.510028 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39210) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:22.640698 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e13fd-45f1-4874-8ce9-4c9a6d3edf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:22.641174 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e13fd-45f1-4874-8ce9-4c9a6d3edf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:22.642686 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-583e13fd-45f1-4874-8ce9-4c9a6d3edf03 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317127 Nov 17 17:12:24.915751 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39218) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:25.040067 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8775f7-f880-42a6-a442-402715363cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:25.041434 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-9a8775f7-f880-42a6-a442-402715363cd5 admin admin] 10.222.0.41 "GET /v2.0/networks/6f851819-d6c4-482e-860a-8bb1bda22708 HTTP/1.1" status: 200 len: 886 time: 0.1247120 Nov 17 17:12:27.340747 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39226) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:27.466813 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bfc06e-2eee-4acb-aa09-80b6b0352cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:27.468143 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-62bfc06e-2eee-4acb-aa09-80b6b0352cc1 admin admin] 10.222.0.41 "GET /v2.0/networks/779daa4b-08a8-465a-b1e8-7ce2a3cd1fea HTTP/1.1" status: 200 len: 869 time: 0.1264379 Nov 17 17:12:29.744640 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39234) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:29.866966 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d81a4-1aa4-4b8e-86cd-258a8de8ad95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:29.867333 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d81a4-1aa4-4b8e-86cd-258a8de8ad95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:29.868859 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-964d81a4-1aa4-4b8e-86cd-258a8de8ad95 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232400 Nov 17 17:12:32.187009 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39242) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:32.276445 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d14db-709e-45e8-8cb4-9f0e1e89ab5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:32.276927 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d14db-709e-45e8-8cb4-9f0e1e89ab5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:32.278414 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-d20d14db-709e-45e8-8cb4-9f0e1e89ab5e admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905490 Nov 17 17:12:34.557350 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39250) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:34.642334 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c1c06-0336-48e8-b03e-74be4cd189b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:34.643639 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-341c1c06-0336-48e8-b03e-74be4cd189b7 admin admin] 10.222.0.41 "GET /v2.0/subnets/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815 HTTP/1.1" status: 200 len: 816 time: 0.0853505 Nov 17 17:12:36.918556 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39258) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:12:37.066583 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182a014-a776-44af-b675-369449caa67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:12:37.068014 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4182a014-a776-44af-b675-369449caa67f admin admin] 10.222.0.41 "GET /v2.0/subnets/f8dcf3d8-8bcb-4310-b675-e09418ce5cc5 HTTP/1.1" status: 200 len: 868 time: 0.1484473 Nov 17 17:12:46.433121 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7b118dc0-c022-4f75-87df-5b9154119bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:48.687435 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8ea09e41-3369-43fb-85e6-c74a45d37d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:49.810240 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:51.164354 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:52.232954 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:12:54.700139 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:13:01.588850 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39314) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:13:01.636041 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [None req-c554cd4f-e2d2-4529-92d3-ece7599b8d6d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:13:01.637037 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c554cd4f-e2d2-4529-92d3-ece7599b8d6d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472610 Nov 17 17:13:04.069918 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39322) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:13:04.144277 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.pecan_wsgi.hooks.translation [None req-759a8909-bc87-4a0f-9859-efdc44cd635e admin admin] GET failed (client error): The resource could not be found. Nov 17 17:13:04.146078 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-759a8909-bc87-4a0f-9859-efdc44cd635e admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0752180 Nov 17 17:13:04.302063 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ecb65f-edd7-410e-b92b-25a3b3cad0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:13:04.303412 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-a6ecb65f-edd7-410e-b92b-25a3b3cad0e8 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1525357 Nov 17 17:13:06.611657 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39330) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:13:06.658105 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:13:06.729135 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Made reservation on behalf of e94c31518be4462d98e5529cc7233aff for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:13:06.731742 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:06.775100 dv-cinder-797608-20-iscsi neutron-server[102411]: WARNING neutron.services.revisions.revision_plugin [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Could not find related network for resource to bump revision. Nov 17 17:13:06.791727 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:13:06.802599 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753969956666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:06.803134 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Unsubscribe: segment precommit_create {{(pid=102411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 17 17:13:06.803606 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Added segment 2df92b62-91c9-4881-b669-2bf7166ba883 of type vlan for network bb1c2ec8-e613-462c-a07b-2511af661980 Nov 17 17:13:06.854409 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:06.938755 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:06.939775 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:13:06.940410 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:07.051567 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Pushing event updated for resources: {'Network': ['ID=bb1c2ec8-e613-462c-a07b-2511af661980,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:13:07.060005 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.060345 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.060705 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.061037 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.061360 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.061701 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.062027 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.062359 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.062681 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.062994 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.063313 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.063626 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] Tracked resource versions report: Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: pushed versions: Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: { 'AddressGroup': {'1.2'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'ConntrackHelper': {'1.0'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Log': {'1.0'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Network': {'1.1'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Port': {'1.7'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'PortForwarding': {'1.2'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'QosPolicy': {'1.10'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SecurityGroup': {'1.5'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SecurityGroupRule': {'1.2'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SubPort': {'1.0'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Subnet': {'1.1'}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Trunk': {'1.1'}} Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: consumer versions: Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: { DHCP agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: L3 agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: Metadata agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: Metering agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: Open vSwitch agent@dv-cinder-797608-20-iscsi: { 'AddressGroup': '1.2', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'ConntrackHelper': '1.0', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Log': '1.0', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Network': '1.1', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Port': '1.7', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'PortForwarding': '1.2', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'QosPolicy': '1.10', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SecurityGroup': '1.5', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SecurityGroupRule': '1.2', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SubPort': '1.0', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Subnet': '1.1', Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Trunk': '1.1'}} Nov 17 17:13:07.064915 dv-cinder-797608-20-iscsi neutron-server[102411]: {{(pid=102411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 17:13:07.089041 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-a5979b3b-bb4f-4275-a012-95618f1f7efa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4763355 Nov 17 17:13:07.130548 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network bb1c2ec8-e613-462c-a07b-2511af661980 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:13:09.393773 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39342) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:13:09.456405 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-669d5294-4a6a-4ac0-b013-31d996197972 admin admin] GET failed (client error): The resource could not be found. Nov 17 17:13:09.457680 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-669d5294-4a6a-4ac0-b013-31d996197972 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629590 Nov 17 17:13:09.633089 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28944a14-d281-4c83-90a9-158f4f684851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:13:09.634439 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-28944a14-d281-4c83-90a9-158f4f684851 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1719325 Nov 17 17:13:09.644633 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980', 'description': 'shared-subnet'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:13:09.734753 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Made reservation on behalf of e94c31518be4462d98e5529cc7233aff for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:13:09.737016 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:09.961739 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:10.021783 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec003347-22ac-4093-9482-f542a9126ffc,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:13:10.026858 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Checking segment: {'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:13:10.027211 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Network hostable DHCP agents. Network: bb1c2ec8-e613-462c-a07b-2511af661980, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:13:10.092788 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Network bb1c2ec8-e613-462c-a07b-2511af661980 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:13:10.167347 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, bb1c2ec8-e613-462c-a07b-2511af661980) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:13:10.171352 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:13:10.171933 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:10.177139 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20826a26-8a2e-43f7-8dbc-d2c521a44c27 None None] Network bb1c2ec8-e613-462c-a07b-2511af661980 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:13:10.280591 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-70a3cd4a-b78a-495d-ba9e-12a7c5612d50 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6391287 Nov 17 17:13:10.320831 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-bb1c2ec8-e613-462c-a07b-2511af661980', 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980', 'tenant_id': 'e94c31518be4462d98e5529cc7233aff', 'fixed_ips': [{'subnet_id': 'ec003347-22ac-4093-9482-f542a9126ffc'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:13:10.321751 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:10.561412 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Allocated IP 192.168.233.2 (bb1c2ec8-e613-462c-a07b-2511af661980/ec003347-22ac-4093-9482-f542a9126ffc/460cdf12-1eb7-4222-b0a1-a37b0fdaf748) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:13:10.708410 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:10.796191 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:10.837637 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Network bb1c2ec8-e613-462c-a07b-2511af661980 is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:13:10.842317 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:13:10.849361 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:13:10.851333 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Pushing event updated for resources: {'Port': ['ID=460cdf12-1eb7-4222-b0a1-a37b0fdaf748,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:13:10.863367 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.863737 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.864085 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.864419 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.864774 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.865123 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.865458 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.865783 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.866118 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.866446 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.866758 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.867071 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:13:10.916026 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Attempting to bind port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:13:10.916398 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Attempting to bind port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:13:10.916805 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Attempting to bind port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 on network bb1c2ec8-e613-462c-a07b-2511af661980 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:13:10.921771 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:13:10.922144 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Checking segment: {'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:13:10.922533 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:10.922917 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Bound using segment: {'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:13:10.923378 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Bound port: 460cdf12-1eb7-4222-b0a1-a37b0fdaf748, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:13:10.923771 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:10.985220 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] For port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:13:10.988826 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] For port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=460cdf12-1eb7-4222-b0a1-a37b0fdaf748,segment=NetworkSegment(2df92b62-91c9-4881-b669-2bf7166ba883),segment_id=2df92b62-91c9-4881-b669-2bf7166ba883)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:13:11.070607 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:11.127388 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9413557-f9f4-4b5c-9166-d215deecb1fa None None] Pushing event updated for resources: {'Port': ['ID=460cdf12-1eb7-4222-b0a1-a37b0fdaf748,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:13:11.936433 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8a241-b806-4ff4-928f-b8837ae3ec5b None None] Network bb1c2ec8-e613-462c-a07b-2511af661980 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:13:12.020097 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-80f03778-b0bc-41bd-bfec-1f1815bb97a1 None None] Provisioning complete for port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:13:12.020559 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-80f03778-b0bc-41bd-bfec-1f1815bb97a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:12.042882 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:13:12.187739 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-80f03778-b0bc-41bd-bfec-1f1815bb97a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:12.217799 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:13:12.218159 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:12.277609 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-80f03778-b0bc-41bd-bfec-1f1815bb97a1 None None] For port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=460cdf12-1eb7-4222-b0a1-a37b0fdaf748,segment=NetworkSegment(2df92b62-91c9-4881-b669-2bf7166ba883),segment_id=2df92b62-91c9-4881-b669-2bf7166ba883)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:13:12.334162 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-80f03778-b0bc-41bd-bfec-1f1815bb97a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:12.338257 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:12.419088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f03778-b0bc-41bd-bfec-1f1815bb97a1 None None] Pushing event updated for resources: {'Port': ['ID=460cdf12-1eb7-4222-b0a1-a37b0fdaf748,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:13:12.436580 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.db.api [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 17 17:13:12.436580 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG oslo_db.api [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 17 17:13:12.555017 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-08c52232-85a0-4665-9090-2759fe2e8107 None None] Provisioning complete for port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:13:12.555318 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-08c52232-85a0-4665-9090-2759fe2e8107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:13.993559 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:13:14.041783 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 460cdf12-1eb7-4222-b0a1-a37b0fdaf748 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:13:14.042148 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:16.443535 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8afb1a03-051a-4f69-b0bc-a057b7cff144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:18.687093 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3f5df551-d3b2-475e-b416-9ad453dd18a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:19.890918 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:21.186201 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:22.111767 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:31.699345 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:13:46.419971 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b8cba7f8-4629-413f-9032-b91d03540a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:48.675328 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6834f2b8-2568-4670-91f0-974c4e804e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:49.819399 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:51.195035 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:13:52.128021 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:08.698057 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:14:16.424734 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3184f723-e5ef-4d27-9297-e04d79195fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:18.731123 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-22f35d59-47b1-4687-9cfc-faf33d9a036c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:19.811311 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:21.201531 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:22.149915 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:32.193886 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39388) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:14:32.200255 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [None req-bb1428da-0cf2-4e74-b3e0-231ecad3104c tempest-verify_tempest_config-1946564783 tempest-verify_tempest_config-1946564783-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:14:32.201186 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-bb1428da-0cf2-4e74-b3e0-231ecad3104c tempest-verify_tempest_config-1946564783 tempest-verify_tempest_config-1946564783-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063169 Nov 17 17:14:32.680611 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39406) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:14:32.785068 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:32.856094 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:32.930726 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:32.975468 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b233f58794d4ea980429c9262d1af00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2938237 Nov 17 17:14:32.976405 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25befadc-4e61-47b2-9022-8d3d0c83245c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:14:32.978334 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39410) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:14:32.983144 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.983498 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.983832 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.984160 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.984729 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.985329 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.985908 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.986513 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.986877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.987207 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.987535 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:32.987858 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0e53f-2b43-42b2-8d93-56c2356b8130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.052974 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:33.073570 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:33.251280 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:33.253870 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:33.255017 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25befadc-4e61-47b2-9022-8d3d0c83245c HTTP/1.1" status: 204 len: 168 time: 0.2756100 Nov 17 17:14:33.262494 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25befadc-4e61-47b2-9022-8d3d0c83245c,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:14:33.269351 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.269706 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.270049 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.270388 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.270866 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.271067 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.271452 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.271797 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.272123 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.272446 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.272792 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:33.273111 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4100c26-c966-4792-adf1-9984d891f564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:14:45.696401 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:14:46.433270 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-58735405-20fe-4dfe-9115-782f255922e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:48.697010 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b527614b-628a-40a8-8d3c-76adfd328d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:49.788455 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:51.205544 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:14:52.119935 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:16.456680 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8addd318-8315-40d2-94df-9e4f6f912715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:18.723793 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fe21f78b-d77c-4329-a4af-604a56679a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:19.809211 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:21.220985 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:22.112125 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:22.694705 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:15:46.440036 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-55aebcba-9344-46de-aa94-a90bb1bed1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:48.717942 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e9eb2737-8a5a-4b75-bb38-474e3f836d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:49.844341 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:51.198252 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:52.169513 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:15:59.693898 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 5 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:16:06.442343 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8061894'] for agent, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:16.426262 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b50edd38-fdad-4888-aa62-f846a0edaf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:18.711280 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-67d31096-aaf7-4b8f-9594-75b02e473ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:19.831617 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:21.214941 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:21.539872 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39484) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:16:21.643763 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-17d30656-fa13-409a-92c3-20a3f15ab0ec admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1028004 Nov 17 17:16:22.128336 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:23.925141 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39494) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:16:23.979194 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-e6e2b9e3-da71-43f1-9712-86f48e03a27f admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0529711 Nov 17 17:16:36.396205 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:36.692751 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:16:46.447779 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c9a13af1-ecd8-43b7-9608-6abc6f5bb098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:48.698943 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8468b9b2-383d-46bf-a28f-026e531dc105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:49.819101 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:51.230249 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:16:52.127132 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:06.401506 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:13.691835 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:17:16.441259 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-25c86ddf-155c-4dcc-9c7a-c4f5b5c93f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:18.715203 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6696011c-4711-4a6a-b946-14c05461f222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:19.856644 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:21.223699 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:22.143404 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:36.405841 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:46.417532 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7275ab6e-9ad3-422a-b9e9-0a40104dd314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:48.725777 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-486aede8-5721-426e-94b6-63eb4e2bd635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:49.891570 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:50.690296 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:17:51.199981 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:52.148361 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:54.407638 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39680) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:54.754958 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-network', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:54.862526 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Made reservation on behalf of b7370f39c3834d2dbdfd0912ffac3ac6 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:54.873272 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:54.873569 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39704) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:54.875976 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:54.953349 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.085692 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.117597 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dce771-e904-4c82-9362-f54f79c64f3f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:55.120757 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:17:55.129361 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.129910 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.130498 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.131059 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.131753 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.132579 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.133243 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.133758 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.134431 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.134919 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.135707 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.136296 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Tracked resource versions report: Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: pushed versions: Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: { 'AddressGroup': {'1.2'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'ConntrackHelper': {'1.0'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Log': {'1.0'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Network': {'1.1'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Port': {'1.7'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'PortForwarding': {'1.2'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'QosPolicy': {'1.10'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SecurityGroup': {'1.5'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SecurityGroupRule': {'1.2'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SubPort': {'1.0'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Subnet': {'1.1'}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Trunk': {'1.1'}} Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: consumer versions: Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: { DHCP agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: HyperV agent@hv-cinder-79760: {}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: L3 agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: Metadata agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: Metering agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: Open vSwitch agent@dv-cinder-797608-20-iscsi: { 'AddressGroup': '1.2', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'ConntrackHelper': '1.0', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Log': '1.0', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Network': '1.1', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Port': '1.7', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'PortForwarding': '1.2', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'QosPolicy': '1.10', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SecurityGroup': '1.5', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SecurityGroupRule': '1.2', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'SubPort': '1.0', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Subnet': '1.1', Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: 'Trunk': '1.1'}} Nov 17 17:17:55.137540 dv-cinder-797608-20-iscsi neutron-server[102410]: {{(pid=102410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 17:17:55.159240 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.161948 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Added segment 79db0479-fd8b-4873-a305-d96fd4cfea6a of type vlan for network ac20359e-4154-4b49-bd1c-e4d92c015121 Nov 17 17:17:55.203294 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.241051 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39720) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:55.337846 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.339374 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:55.339975 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.399013 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] Pushing event updated for resources: {'Network': ['ID=ac20359e-4154-4b49-bd1c-e4d92c015121,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:55.415390 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network ac20359e-4154-4b49-bd1c-e4d92c015121 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:17:55.430593 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-786667953-network', 'tenant_id': '6347a86563fb4857807ab7e813d3d0a0'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:55.443457 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-3ea7992c-9a30-42c8-9dce-3b4013b2f167 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0335815 Nov 17 17:17:55.446074 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39728) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:55.451395 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Request body: {'subnet': {'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-subnet', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:55.460926 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39730) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:55.475111 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39734) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:55.525380 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1124892807-network', 'tenant_id': '121c896403bc4bbc999aad907e977107'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:55.549005 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Made reservation on behalf of 6347a86563fb4857807ab7e813d3d0a0 for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:55.551945 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.568390 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.569823 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1715833977-network', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:55.658804 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.660454 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-857530948-network', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:55.671371 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Made reservation on behalf of b7370f39c3834d2dbdfd0912ffac3ac6 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:55.674817 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.696540 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.db.api [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 17 17:17:55.696540 dv-cinder-797608-20-iscsi neutron-server[102410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 17 17:17:55.696540 dv-cinder-797608-20-iscsi neutron-server[102410]: [parameters: {'project_id_1': '3d06d234ea8642ef89eded75c40d1aa8', 'expiration_1': datetime.datetime(2021, 11, 17, 17, 17, 35, 584719)}] Nov 17 17:17:55.696540 dv-cinder-797608-20-iscsi neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 17 17:17:55.696905 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG oslo_db.api [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 17 17:17:55.697376 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.db.api [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 17 17:17:55.697376 dv-cinder-797608-20-iscsi neutron-server[102410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 17 17:17:55.697376 dv-cinder-797608-20-iscsi neutron-server[102410]: [parameters: {'project_id_1': '18f0a1683e4e48c2a1310be68bfb2bf7', 'expiration_1': datetime.datetime(2021, 11, 17, 17, 17, 35, 667139)}] Nov 17 17:17:55.697376 dv-cinder-797608-20-iscsi neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 17 17:17:55.697756 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG oslo_db.api [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 17 17:17:55.738174 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.757479 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:17:55.774014 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.776644 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Added segment 6d12c8dd-61c4-48b6-85bc-c8aae575b8e7 of type vlan for network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 Nov 17 17:17:55.818528 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Made reservation on behalf of 121c896403bc4bbc999aad907e977107 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:55.821086 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.835732 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.845389 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637efaa6-3fcc-492f-a93e-1f1b24ac9464,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:55.855753 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:55.859158 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.859729 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.860249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.861160 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.861939 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.863205 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.863735 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.864946 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.866080 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.866624 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.867295 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.867937 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Tracked resource versions report: Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: pushed versions: Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: { 'AddressGroup': {'1.2'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'ConntrackHelper': {'1.0'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Log': {'1.0'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Network': {'1.1'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Port': {'1.7'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'PortForwarding': {'1.2'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'QosPolicy': {'1.10'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SecurityGroup': {'1.5'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SecurityGroupRule': {'1.2'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SubPort': {'1.0'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Subnet': {'1.1'}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Trunk': {'1.1'}} Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: consumer versions: Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: { DHCP agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: HyperV agent@hv-cinder-79760: {}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: L3 agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: Metadata agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: Metering agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: Open vSwitch agent@dv-cinder-797608-20-iscsi: { 'AddressGroup': '1.2', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'ConntrackHelper': '1.0', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Log': '1.0', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Network': '1.1', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Port': '1.7', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'PortForwarding': '1.2', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'QosPolicy': '1.10', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SecurityGroup': '1.5', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SecurityGroupRule': '1.2', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'SubPort': '1.0', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Subnet': '1.1', Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: 'Trunk': '1.1'}} Nov 17 17:17:55.869173 dv-cinder-797608-20-iscsi neutron-server[102411]: {{(pid=102411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 17:17:55.965691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.041829 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.042895 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.044502 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:56.045637 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.077299 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.116474 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] Pushing event updated for resources: {'Network': ['ID=990fbe5c-f968-486a-a0a2-0b502c1d7c89,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:56.119287 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:17:56.123424 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:56.133076 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-1843b170-43bc-4bc2-96d1-f33831501214 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2576728 Nov 17 17:17:56.133867 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:17:56.137745 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39758) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:56.138561 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8174ba41-c7c3-4c50-bf21-92a16d9eed61,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:56.139966 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Request body: {'subnet': {'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-786667953-subnet', 'tenant_id': '6347a86563fb4857807ab7e813d3d0a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:56.147102 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.147687 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Added segment b2d35426-c753-44df-bcce-521e7ffb3a21 of type vlan for network b1313bd3-345a-413f-ac56-0c8380d42915 Nov 17 17:17:56.157224 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Checking segment: {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:17:56.165071 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Network hostable DHCP agents. Network: ac20359e-4154-4b49-bd1c-e4d92c015121, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:17:56.214933 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.336697 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Made reservation on behalf of 6347a86563fb4857807ab7e813d3d0a0 for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:56.339154 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.377392 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Network ac20359e-4154-4b49-bd1c-e4d92c015121 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:17:56.388617 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.388617 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:56.388978 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.437139 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Made reservation on behalf of 3d06d234ea8642ef89eded75c40d1aa8 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:56.440098 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.476806 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, ac20359e-4154-4b49-bd1c-e4d92c015121) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:17:56.480501 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1313bd3-345a-413f-ac56-0c8380d42915,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:56.484785 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe4688-ded6-40f2-90ab-5313e10f18c4 None None] Network ac20359e-4154-4b49-bd1c-e4d92c015121 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:17:56.497962 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.501308 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:56.504421 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.545806 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network b1313bd3-345a-413f-ac56-0c8380d42915 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:17:56.569955 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Made reservation on behalf of 18f0a1683e4e48c2a1310be68bfb2bf7 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:56.573281 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.586360 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.670991 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-301dcfe1-e112-47b8-8562-8580207db4f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4279473 Nov 17 17:17:56.673542 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39778) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:56.678922 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Request body: {'subnet': {'network_id': 'b1313bd3-345a-413f-ac56-0c8380d42915', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1124892807-subnet', 'tenant_id': '121c896403bc4bbc999aad907e977107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:56.679298 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-4913c5f7-721d-42aa-b958-985616b9bfe1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2321181 Nov 17 17:17:56.686165 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39780) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:56.698573 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:56.709529 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.712228 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.801549 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.811675 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.812428 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb24b21-e30e-46f6-9971-d167de47f9a1 None None] Network ac20359e-4154-4b49-bd1c-e4d92c015121 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:17:56.829833 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:17:56.847266 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Made reservation on behalf of 121c896403bc4bbc999aad907e977107 for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:56.850185 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.875907 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Checking segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:17:56.876635 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Network hostable DHCP agents. Network: 990fbe5c-f968-486a-a0a2-0b502c1d7c89, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:17:56.884726 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.885065 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Added segment 0cb19da7-2a68-48e3-aef8-05ecd106753f of type vlan for network 324248bd-da3b-4b51-8580-3d8065bbecf1 Nov 17 17:17:56.902691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.934771 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4945a620-3761-421c-8fa3-734c52ba0da9,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:56.972749 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367e5561-314f-482d-81dc-779ede48e9e3,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:56.981282 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.982464 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.989923 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:56.993600 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:17:57.042137 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.042477 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Added segment 864c5626-54e7-4173-9d8d-c5dde3b42619 of type vlan for network 2c4a4868-1566-465c-928c-b8888f2f5947 Nov 17 17:17:57.043639 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f19e756-6d00-4fdf-9a75-ee0d718c5cbf,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:57.166411 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.178215 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.422926 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:17:57.452034 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.457644 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:57.457644 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.457644 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.458718 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:57.459425 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.460548 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.505014 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df5dce5-e523-47af-80be-b6cc2c847a4c,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:57.548994 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Checking segment: {'id': 'b2d35426-c753-44df-bcce-521e7ffb3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b1313bd3-345a-413f-ac56-0c8380d42915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:17:57.549632 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Network hostable DHCP agents. Network: b1313bd3-345a-413f-ac56-0c8380d42915, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:17:57.554060 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 990fbe5c-f968-486a-a0a2-0b502c1d7c89) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:17:57.564192 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e282702-a366-4b6e-8223-c1d18423451e None None] Network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:17:57.565769 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:57.566362 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.663884 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] Pushing event updated for resources: {'Network': ['ID=324248bd-da3b-4b51-8580-3d8065bbecf1,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:57.686536 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:17:57.717296 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-18d5fd4f-be58-4f7b-be01-ce57d55c9289 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5814216 Nov 17 17:17:57.721155 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Network b1313bd3-345a-413f-ac56-0c8380d42915 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:17:57.731133 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, b1313bd3-345a-413f-ac56-0c8380d42915) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:17:57.735856 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:57.736437 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:57.743244 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] Pushing event updated for resources: {'Network': ['ID=2c4a4868-1566-465c-928c-b8888f2f5947,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:57.756155 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-7ef4c480-9d98-49f2-bf00-cf9ef38e6726 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2780962 Nov 17 17:17:57.759073 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-1ae19430-77f8-4584-bc75-e2294c089469 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2965064 Nov 17 17:17:57.759919 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39818) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:57.762586 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39820) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:57.767638 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Request body: {'subnet': {'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1715833977-subnet', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:57.785356 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99d7a6-52a8-42b9-aebb-fbe865da7f32 None None] Network b1313bd3-345a-413f-ac56-0c8380d42915 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:17:57.808841 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 2c4a4868-1566-465c-928c-b8888f2f5947 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:17:57.844048 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-aa7d0b2d-766c-4f8a-ad97-fa0cb0a9df18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1691813 Nov 17 17:17:57.923819 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Request body: {'subnet': {'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-subnet', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:57.932882 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:58.046450 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312434bf-f81e-4128-8c16-0018a999662d None None] Network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:17:58.091032 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Made reservation on behalf of 3d06d234ea8642ef89eded75c40d1aa8 for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:58.094616 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:58.108247 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8cab3-0dac-4a83-9fa7-f82ee14fa855 None None] Network b1313bd3-345a-413f-ac56-0c8380d42915 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:17:58.173347 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Made reservation on behalf of 18f0a1683e4e48c2a1310be68bfb2bf7 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:17:58.178374 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:58.186292 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39856) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:58.188561 dv-cinder-797608-20-iscsi neutron-server[102411]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 17 17:17:58.357557 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39872) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:58.362134 dv-cinder-797608-20-iscsi neutron-server[102410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 17 17:17:58.505525 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e6b02c22-3641-4d77-b5db-9da113e3bdcb tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:58.507223 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e6b02c22-3641-4d77-b5db-9da113e3bdcb tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 814 time: 0.3195722 Nov 17 17:17:58.550852 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-0fe1188c-3c7d-465a-a729-d385c6fab6f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/quotas/6347a86563fb4857807ab7e813d3d0a0 HTTP/1.1" status: 200 len: 375 time: 0.0351841 Nov 17 17:17:58.615183 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-efd0ad79-84a8-499c-8e17-c3f934e9d563 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523884 Nov 17 17:17:58.656418 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-e0ad56e8-a4ca-4189-bd3b-c50c6276c9f9 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:58.657890 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-e0ad56e8-a4ca-4189-bd3b-c50c6276c9f9 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/networks?id=b1313bd3-345a-413f-ac56-0c8380d42915 HTTP/1.1" status: 200 len: 812 time: 0.2991250 Nov 17 17:17:58.724172 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-076e4bb2-642f-48ab-a4b7-2aec67a0b078 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/quotas/121c896403bc4bbc999aad907e977107 HTTP/1.1" status: 200 len: 375 time: 0.0178006 Nov 17 17:17:58.774798 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e63c558c-550e-47bf-ac1a-17ccb61c5a98 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:17:58.775779 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e63c558c-550e-47bf-ac1a-17ccb61c5a98 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461867 Nov 17 17:17:58.781485 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-d8d0acef-df5d-465e-9b4f-a1956d042963 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=121c896403bc4bbc999aad907e977107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587058 Nov 17 17:17:58.788358 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:58.806258 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:58.809601 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:58.856115 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:58.906690 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-8852db47-e844-40c8-9bc3-d233a7996341 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:17:58.907693 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-8852db47-e844-40c8-9bc3-d233a7996341 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0638375 Nov 17 17:17:58.980726 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a8f306-f6a7-44f9-8948-d67d67380072,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:58.991590 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8d5bc6-3cb0-4a61-b401-c797cdca4863,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:59.006747 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-2e6033a4-4465-48d4-ba7f-459f9c9323c2 service neutron] 10.222.0.41 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240024 Nov 17 17:17:59.009335 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Checking segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:17:59.009696 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Network hostable DHCP agents. Network: 324248bd-da3b-4b51-8580-3d8065bbecf1, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:17:59.042041 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Allocated IP 172.27.1.210 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/fa50d9d6-6b58-4eb0-9bd4-197af8d31804) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:17:59.044106 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Checking segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:17:59.044457 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Network hostable DHCP agents. Network: 2c4a4868-1566-465c-928c-b8888f2f5947, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:17:59.102739 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-3f945e46-3697-4215-9918-a48a098ce0a9 service neutron] 10.222.0.41 "GET /v2.0/networks/b1313bd3-345a-413f-ac56-0c8380d42915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839528 Nov 17 17:17:59.108971 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-afe78e0c-ea46-4fda-a1b2-8093b1d0b143 service neutron] 10.222.0.41 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932698 Nov 17 17:17:59.143134 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:17:59.200808 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Network 2c4a4868-1566-465c-928c-b8888f2f5947 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:17:59.238277 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.257809 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-9dec6e01-7adb-44a4-b3c5-cf38e1de0d5c service neutron] 10.222.0.41 "GET /v2.0/networks/b1313bd3-345a-413f-ac56-0c8380d42915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230645 Nov 17 17:17:59.262976 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 324248bd-da3b-4b51-8580-3d8065bbecf1) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:17:59.268415 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 2c4a4868-1566-465c-928c-b8888f2f5947) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:17:59.268551 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:59.268551 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.273967 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269e9f2-11cc-4650-bb7e-f232d1c0f920 None None] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:17:59.279089 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:17:59.279704 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.300577 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e67730-c300-4c73-a359-d6a77a7a722d None None] Network 2c4a4868-1566-465c-928c-b8888f2f5947 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:17:59.377064 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6e8ba8ae-1b88-414d-bd8f-e63befba54c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4587302 Nov 17 17:17:59.378719 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39904) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:59.383368 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:59.417188 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.419013 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4463690a-066b-4d7b-85e7-115e3b565d3f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6554115 Nov 17 17:17:59.425179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 39910) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:17:59.432085 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:17:59.499588 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:17:59.503411 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:17:59.516598 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:17:59.516598 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa50d9d6-6b58-4eb0-9bd4-197af8d31804,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:17:59.581724 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.581724 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.752378 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-688acaf1-8b62-41c1-a8d1-a824d17cd670 req-5db27101-ae77-4265-af51-1beffba04769 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.1306243 Nov 17 17:17:59.766275 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.766900 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-324248bd-da3b-4b51-8580-3d8065bbecf1', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:17:59.767282 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.768422 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.792781 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-2c4a4868-1566-465c-928c-b8888f2f5947', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:17:59.803299 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.854647 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.926362 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:17:59.947464 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c5ff73ee-9278-4673-806f-c8b585f387a1 req-8b836a60-175f-4dea-9b21-64b5e3b66467 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.1031408 Nov 17 17:18:00.088459 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:00.120719 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Allocated IP 172.20.0.2 (324248bd-da3b-4b51-8580-3d8065bbecf1/1b8d5bc6-3cb0-4a61-b401-c797cdca4863/5ae96bf5-8d3e-42f9-9443-60c96db7cba1) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:00.203776 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Allocated IP 172.20.0.2 (2c4a4868-1566-465c-928c-b8888f2f5947/d7a8f306-f6a7-44f9-8948-d67d67380072/001dac24-88f7-4d14-81cd-d8063e098fbe) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:00.317528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:00.370338 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:00.469223 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:00.470844 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:00.606599 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:00.611915 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:00.634211 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:00.669778 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Network 2c4a4868-1566-465c-928c-b8888f2f5947 is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:00.678450 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:00.682349 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:00.695668 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:00.702180 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:00.706059 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:00.737538 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Pushing event updated for resources: {'Port': ['ID=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:00.755496 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.755496 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.784012 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.784607 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.795002 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.799341 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.799843 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.800289 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.800775 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.801419 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.805967 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.806480 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Tracked resource versions report: Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: pushed versions: Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: { 'AddressGroup': {'1.2'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'ConntrackHelper': {'1.0'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Log': {'1.0'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Network': {'1.1'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Port': {'1.7'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'PortForwarding': {'1.2'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'QosPolicy': {'1.10'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SecurityGroup': {'1.5'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SecurityGroupRule': {'1.2'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SubPort': {'1.0'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Subnet': {'1.1'}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Trunk': {'1.1'}} Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: consumer versions: Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: { DHCP agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: HyperV agent@hv-cinder-79760: {}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: L3 agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: Metadata agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: Metering agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: Open vSwitch agent@dv-cinder-797608-20-iscsi: { 'AddressGroup': '1.2', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'ConntrackHelper': '1.0', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Log': '1.0', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Network': '1.1', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Port': '1.7', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'PortForwarding': '1.2', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'QosPolicy': '1.10', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SecurityGroup': '1.5', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SecurityGroupRule': '1.2', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'SubPort': '1.0', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Subnet': '1.1', Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: 'Trunk': '1.1'}} Nov 17 17:18:00.807580 dv-cinder-797608-20-iscsi neutron-server[102412]: {{(pid=102412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 17:18:01.006712 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Attempting to bind port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:01.006712 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Attempting to bind port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:01.006712 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Attempting to bind port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 on network 324248bd-da3b-4b51-8580-3d8065bbecf1 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:01.010110 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:18:01.012672 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f7706cf9-82ab-4609-bf82-1c97a49cc62f req-1a06bb9b-d0ee-4a97-8034-93a544a772ad tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.0913668 Nov 17 17:18:01.018806 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:01.019181 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Checking segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:01.020263 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.021054 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Bound using segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:01.021832 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Bound port: 5ae96bf5-8d3e-42f9-9443-60c96db7cba1, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:01.022304 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.028126 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Attempting to bind port 001dac24-88f7-4d14-81cd-d8063e098fbe on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:01.028611 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Attempting to bind port 001dac24-88f7-4d14-81cd-d8063e098fbe by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:01.029038 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Attempting to bind port 001dac24-88f7-4d14-81cd-d8063e098fbe on network 2c4a4868-1566-465c-928c-b8888f2f5947 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:01.031532 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Pushing event updated for resources: {'Port': ['ID=001dac24-88f7-4d14-81cd-d8063e098fbe,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:01.045923 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:01.046434 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Checking segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:01.046889 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.047507 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Bound using segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:01.048032 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Bound port: 001dac24-88f7-4d14-81cd-d8063e098fbe, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:01.048508 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.099450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.175948 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] For port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:01.183826 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] For port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:01.201201 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.208983 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1f30898b-416a-4919-a089-e61b5cf4222f req-46e8c95e-f000-4a42-abd0-8df6d76618d7 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.1060858 Nov 17 17:18:01.211124 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] For port 001dac24-88f7-4d14-81cd-d8063e098fbe, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:01.214643 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] For port 001dac24-88f7-4d14-81cd-d8063e098fbe, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=001dac24-88f7-4d14-81cd-d8063e098fbe,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:01.218010 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.229584 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:18:01.242581 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Sync routers for ids ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:18:01.251803 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Routers {'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:01.252481 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:01.282101 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.316316 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.396738 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.404686 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-9fe41d47-d76d-4dae-8ad5-bddf8ccc09b5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7044225 Nov 17 17:18:01.406341 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:01.407103 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40012) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:01.475193 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7584f0b-e326-4ede-a039-259012519dfb None None] Pushing event updated for resources: {'Port': ['ID=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:01.520985 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Set router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:01.668109 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f692d-2357-47c8-be22-2a9665a0341e None None] Pushing event updated for resources: {'Port': ['ID=001dac24-88f7-4d14-81cd-d8063e098fbe,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:01.700004 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Allocated IP 172.27.1.105 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/91381c59-8cdf-47a4-a84e-2f0162ddec66) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:02.010785 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.113156 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:17:59Z', 'revision_number': 3, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:02.165004 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-51c79d23-4c94-4c42-bd9b-a33ac9da45b3 req-fbd82c38-e2db-4f22-bdb6-55755965cce2 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.0467834 Nov 17 17:18:02.168094 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Checking router: c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:18:02.168715 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Updating router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb port fa50d9d6-6b58-4eb0-9bd4-197af8d31804 binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:18:02.208201 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.214343 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.302915 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.336954 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:02.422316 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:02.424794 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:02.455470 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.456502 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Allocated IP 172.27.1.195 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/48250488-6e73-47c1-a7cd-9d4c404d1704) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:02.484679 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:02.534615 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-67a86025-8e07-4e74-a08b-a3a662f2c905 req-0663086c-48f1-409e-bfea-cf33e857644a tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.0312889 Nov 17 17:18:02.536119 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:02.588225 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.588915 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Allocated IP 172.20.0.1 (ac20359e-4154-4b49-bd1c-e4d92c015121/03115606-87e1-49ef-8a6b-d1e4e6fc2bcf/4abcff53-ec3a-422a-9ae1-14fad12f0473) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:02.643087 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Pushing event updated for resources: {'Port': ['ID=91381c59-8cdf-47a4-a84e-2f0162ddec66,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:02.653718 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:02.725516 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.726412 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 001dac24-88f7-4d14-81cd-d8063e098fbe up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:02.730075 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.810084 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.816193 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:02.833486 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 001dac24-88f7-4d14-81cd-d8063e098fbe triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:02.833864 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.874141 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.912773 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae0f41-5c5b-4cea-89f1-8d18fe2a01a6 None None] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:18:02.925281 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Network ac20359e-4154-4b49-bd1c-e4d92c015121 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:02.925281 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:02.929230 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:02.929763 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.951254 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.965036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:02.996205 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:03.003786 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:03.023037 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Pushing event updated for resources: {'Port': ['ID=4abcff53-ec3a-422a-9ae1-14fad12f0473,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:03.027953 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:03.172605 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 001dac24-88f7-4d14-81cd-d8063e098fbe, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=001dac24-88f7-4d14-81cd-d8063e098fbe,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:03.178248 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-aa177e53-16ff-4ebf-8c87-d5b3c5a8ac31 None None] Provisioning complete for port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:03.178620 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-aa177e53-16ff-4ebf-8c87-d5b3c5a8ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.245471 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.306398 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.335171 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.376163 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Pushing event updated for resources: {'Port': ['ID=48250488-6e73-47c1-a7cd-9d4c404d1704,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:03.382771 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.390170 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=001dac24-88f7-4d14-81cd-d8063e098fbe,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:03.424564 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.440043 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c42b74fd-8068-4111-8cfc-dbb949fc89f8 req-858cb087-1a78-4a11-9185-8efe8f510eba tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.1515460 Nov 17 17:18:03.471324 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028043f7-1b61-4ca5-a426-d3188847ad26 None None] Network 2c4a4868-1566-465c-928c-b8888f2f5947 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:18:03.486018 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Pushing event updated for resources: {'Port': ['ID=fa50d9d6-6b58-4eb0-9bd4-197af8d31804,revision_number=2']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:03.525362 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.525735 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.526103 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.526485 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.526825 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.527169 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.527507 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.527834 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.528165 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.528488 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.529092 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.529420 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Tracked resource versions report: Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: pushed versions: Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: { 'AddressGroup': {'1.2'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'ConntrackHelper': {'1.0'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Log': {'1.0'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Network': {'1.1'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Port': {'1.7'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'PortForwarding': {'1.2'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'QosPolicy': {'1.10'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SecurityGroup': {'1.5'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SecurityGroupRule': {'1.2'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SubPort': {'1.0'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Subnet': {'1.1'}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Trunk': {'1.1'}} Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: consumer versions: Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: { DHCP agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: HyperV agent@hv-cinder-79760: {}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: L3 agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: Metadata agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: Metering agent@dv-cinder-797608-20-iscsi: {}, Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: Open vSwitch agent@dv-cinder-797608-20-iscsi: { 'AddressGroup': '1.2', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'ConntrackHelper': '1.0', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Log': '1.0', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Network': '1.1', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Port': '1.7', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'PortForwarding': '1.2', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'QosPolicy': '1.10', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SecurityGroup': '1.5', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SecurityGroupRule': '1.2', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'SubPort': '1.0', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Subnet': '1.1', Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: 'Trunk': '1.1'}} Nov 17 17:18:03.530467 dv-cinder-797608-20-iscsi neutron-server[102413]: {{(pid=102413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 17:18:03.537736 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Attempting to bind port fa50d9d6-6b58-4eb0-9bd4-197af8d31804 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:03.538114 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Attempting to bind port fa50d9d6-6b58-4eb0-9bd4-197af8d31804 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:03.538547 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Attempting to bind port fa50d9d6-6b58-4eb0-9bd4-197af8d31804 on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:03.552355 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:03.552872 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:03.554030 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.554904 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:03.555557 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Bound port: fa50d9d6-6b58-4eb0-9bd4-197af8d31804, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:03.555983 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.596215 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-8df61d7e-ec85-4d55-9225-438169e76c02 None None] Provisioning complete for port 001dac24-88f7-4d14-81cd-d8063e098fbe triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:03.596215 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8df61d7e-ec85-4d55-9225-438169e76c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.692129 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] For port fa50d9d6-6b58-4eb0-9bd4-197af8d31804, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:03.699081 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] For port fa50d9d6-6b58-4eb0-9bd4-197af8d31804, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=fa50d9d6-6b58-4eb0-9bd4-197af8d31804,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:03.705025 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.788231 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.810270 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ced3ae15-9a36-438a-9b3f-15192e36a062 req-b0e8223a-a905-4fa7-9699-f4fcfaa0554c tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.0295415 Nov 17 17:18:03.812061 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.812807 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:03.875624 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Routers {'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:03.876262 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:03.900497 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da0d6b-6329-4ab9-bc59-85497967dcea None None] Pushing event updated for resources: {'Port': ['ID=fa50d9d6-6b58-4eb0-9bd4-197af8d31804,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:03.971076 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-a612a274-ecf6-4645-bf0c-fb17758ef778 None None] Provisioning complete for port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:03.971441 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a612a274-ecf6-4645-bf0c-fb17758ef778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:04.039727 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:04.090924 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Pushing event updated for resources: {'Port': ['ID=4abcff53-ec3a-422a-9ae1-14fad12f0473,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:04.104166 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:04.133226 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] Set router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:04.182650 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Network ac20359e-4154-4b49-bd1c-e4d92c015121 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:04.184121 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:04.249701 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:04.352264 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-b3125a5a-80fa-47c3-961e-13a28aaa5e27 None None] Provisioning complete for port 001dac24-88f7-4d14-81cd-d8063e098fbe triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:04.352821 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b3125a5a-80fa-47c3-961e-13a28aaa5e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:04.353659 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:18:04.422313 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:04.422844 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:04.456229 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:04.477714 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:18:04.493090 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6ee3e320-6bc1-4d4c-b86d-de735c0f9c58 admin admin] 10.222.0.41 "PUT /v2.0/routers/c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0846310 Nov 17 17:18:04.558359 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 4, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4abcff53-ec3a-422a-9ae1-14fad12f0473', 'name': '', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'mac_address': 'fa:16:3e:9b:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:02Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 2, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'subnets': [{'id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:04.599503 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58761b-0a50-4852-96da-5fa92e3f6475 None None] The sync data for ids ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'] in dv-cinder-797608-20-iscsi is: [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 4, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4abcff53-ec3a-422a-9ae1-14fad12f0473', 'name': '', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'mac_address': 'fa:16:3e:9b:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:02Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 2, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'subnets': [{'id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:18:04.657394 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-797afd69-10b2-489a-9bf5-c9cf211775e6 req-07b8d541-dba3-4d2f-a5ff-63ed989d6f9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.0631847 Nov 17 17:18:04.748104 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 001dac24-88f7-4d14-81cd-d8063e098fbe up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:04.811159 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Router abd0bf2f-6e34-4ee2-9258-24e32a121401 is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:18:04.819547 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 001dac24-88f7-4d14-81cd-d8063e098fbe triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:04.820075 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:04.864332 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40090) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:04.950247 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Router 1c7b606e-5a0a-4927-b701-d8117483e763 is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:18:05.119747 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-96fc8d23-cc8d-4544-9ab8-0fcc19c5a952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:05.182062 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c0ee3687-3623-49a2-8891-a18bc4c03106 req-ac0d56e9-c9ca-4a10-8a9d-e1dc82f99a4d tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.1679175 Nov 17 17:18:05.212209 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:18:05.223863 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Sync routers for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:18:05.247616 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:05.247616 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:05.257017 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-96fc8d23-cc8d-4544-9ab8-0fcc19c5a952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:05.318527 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:18:05.331818 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Sync routers for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:18:05.353600 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-96fc8d23-cc8d-4544-9ab8-0fcc19c5a952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:05.375661 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:05.376319 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:05.384301 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:05.386245 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ec626553-d072-446c-ab4c-a2877681262a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0063202 Nov 17 17:18:05.404882 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40124) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:05.471089 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc8d23-cc8d-4544-9ab8-0fcc19c5a952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d21b39a-8e60-4895-a201-17558b522458,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:05.480729 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-96fc8d23-cc8d-4544-9ab8-0fcc19c5a952 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=053654f987044ecb927b18c91915eb0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6166315 Nov 17 17:18:05.483815 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:05.485458 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40130) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:05.525839 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:05.529869 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-24d3c6c0-b143-437a-abd1-e89569573141 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1014674 Nov 17 17:18:05.532535 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40132) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:05.561025 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:05.753403 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327d44-5a3d-4f90-a156-40078d727434 req-5c5b2090-6081-49fb-bd39-d3c03e4697c4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:05.759731 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-5c5b2090-6081-49fb-bd39-d3c03e4697c4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 819 time: 0.3737683 Nov 17 17:18:05.839914 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:02Z', 'revision_number': 3, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:05.840710 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-cac3ea51-1bb6-44b9-8c8e-dc867701dd51 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/quotas/b7370f39c3834d2dbdfd0912ffac3ac6 HTTP/1.1" status: 200 len: 375 time: 0.0691605 Nov 17 17:18:05.843170 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b5854f8c-42c7-4d4e-91b9-2d162d8e399b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:05.911944 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Checking router: abd0bf2f-6e34-4ee2-9258-24e32a121401 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:18:05.916688 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Updating router abd0bf2f-6e34-4ee2-9258-24e32a121401 port 91381c59-8cdf-47a4-a84e-2f0162ddec66 binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:18:05.925994 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6de94a1b-f307-4709-b4e6-0a159252af52 req-3f3cae43-c354-4530-824e-281eda473d6f tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.0357974 Nov 17 17:18:05.935031 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b5854f8c-42c7-4d4e-91b9-2d162d8e399b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:05.951017 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 3, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:05.991370 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.019626 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Checking router: 1c7b606e-5a0a-4927-b701-d8117483e763 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:18:06.025723 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Updating router 1c7b606e-5a0a-4927-b701-d8117483e763 port 48250488-6e73-47c1-a7cd-9d4c404d1704 binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:18:06.058718 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.502978 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-fd9bed8d-5392-4510-8acb-0ce8b4617941 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5230269 Nov 17 17:18:06.506359 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device fa50d9d6-6b58-4eb0-9bd4-197af8d31804 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:06.514996 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7894a851-f610-4795-8856-d8859d613820 req-b8c840ce-74a5-43f6-aefa-c1b0cce1e1d5 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.0624640 Nov 17 17:18:06.515416 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b5854f8c-42c7-4d4e-91b9-2d162d8e399b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.515416 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b5854f8c-42c7-4d4e-91b9-2d162d8e399b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.519055 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-b5854f8c-42c7-4d4e-91b9-2d162d8e399b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d21b39a-8e60-4895-a201-17558b522458 HTTP/1.1" status: 204 len: 168 time: 1.0292945 Nov 17 17:18:06.524367 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.569710 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.69', 60046) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:06.634966 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.638403 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5854f8c-42c7-4d4e-91b9-2d162d8e399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d21b39a-8e60-4895-a201-17558b522458,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:06.717991 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-423e0077-042c-40d8-aa4a-28130e772d22 service neutron] 10.222.0.41 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321071 Nov 17 17:18:06.726891 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port fa50d9d6-6b58-4eb0-9bd4-197af8d31804 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:06.727484 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.806021 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.911103 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-63597554-9f75-42f8-a0bc-442776561cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919227 Nov 17 17:18:06.936653 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.966909 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:06.999150 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.170607 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-8c58281f-d4a6-447a-b7f1-a60163e86b68 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:07.172235 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-8c58281f-d4a6-447a-b7f1-a60163e86b68 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 814 time: 0.6004975 Nov 17 17:18:07.206684 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port fa50d9d6-6b58-4eb0-9bd4-197af8d31804, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=fa50d9d6-6b58-4eb0-9bd4-197af8d31804,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:07.221107 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Attempting to bind port 91381c59-8cdf-47a4-a84e-2f0162ddec66 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:07.222571 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Attempting to bind port 91381c59-8cdf-47a4-a84e-2f0162ddec66 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:07.225461 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Attempting to bind port 91381c59-8cdf-47a4-a84e-2f0162ddec66 on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:07.232035 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83d74c-820c-44d4-99a5-7466cdb7125e None None] Pushing event updated for resources: {'Port': ['ID=91381c59-8cdf-47a4-a84e-2f0162ddec66,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:07.236820 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:07.237187 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:07.237582 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.237955 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:07.239110 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Bound port: 91381c59-8cdf-47a4-a84e-2f0162ddec66, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:07.239512 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.268664 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Request body: {'port': {'device_id': '6d4e593c-5fae-4468-8472-151fa75eb10e', 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'admin_state_up': True, 'tenant_id': '6347a86563fb4857807ab7e813d3d0a0'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:07.308795 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.339184 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Allocated IP 172.20.0.1 (324248bd-da3b-4b51-8580-3d8065bbecf1/1b8d5bc6-3cb0-4a61-b401-c797cdca4863/54a77c5e-9372-4947-aca6-e9f359762b3a) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:07.461093 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-77acc281-b2d5-4404-a518-35f0a14a9c87 req-60ce3417-eb7b-4242-ad01-056f1ab4a544 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.0597489 Nov 17 17:18:07.503832 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.69', 60056) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:07.518108 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] For port 91381c59-8cdf-47a4-a84e-2f0162ddec66, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:07.525245 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=fa50d9d6-6b58-4eb0-9bd4-197af8d31804,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:07.574952 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.578536 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] For port 91381c59-8cdf-47a4-a84e-2f0162ddec66, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=91381c59-8cdf-47a4-a84e-2f0162ddec66,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:07.640903 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.648365 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-dd8efa4e-6002-4714-a0e1-42a60478b82e req-872f2632-3366-4844-8d1d-c9aad98e24a6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 210 time: 0.0919387 Nov 17 17:18:07.678377 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40206) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:07.691580 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.790950 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b4757c6-edd6-4e9f-85af-f00225fae532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.808022 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Attempting to bind port 48250488-6e73-47c1-a7cd-9d4c404d1704 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:07.808543 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Attempting to bind port 48250488-6e73-47c1-a7cd-9d4c404d1704 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:07.808951 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Attempting to bind port 48250488-6e73-47c1-a7cd-9d4c404d1704 on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:07.849959 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83d74c-820c-44d4-99a5-7466cdb7125e None None] Pushing event updated for resources: {'Port': ['ID=91381c59-8cdf-47a4-a84e-2f0162ddec66,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:07.860911 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:07.870766 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:07.870766 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.870766 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:07.870766 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Bound port: 48250488-6e73-47c1-a7cd-9d4c404d1704, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:07.870766 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:07.897791 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:07.898943 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:07.917819 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f9fbccbb-a24b-47ad-9ef8-80aca6c7bd18 req-53d2f6a8-da10-4ccc-9a0c-a106a16d10a2 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.0812476 Nov 17 17:18:07.951092 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a60dc2-21b6-42dd-8bb9-9b7ce51db502 None None] Pushing event updated for resources: {'Port': ['ID=48250488-6e73-47c1-a7cd-9d4c404d1704,revision_number=2']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:07.965202 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] For port 48250488-6e73-47c1-a7cd-9d4c404d1704, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:07.968858 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] For port 48250488-6e73-47c1-a7cd-9d4c404d1704, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=48250488-6e73-47c1-a7cd-9d4c404d1704,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:07.991670 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Allocated IP 172.20.0.1 (2c4a4868-1566-465c-928c-b8888f2f5947/d7a8f306-f6a7-44f9-8948-d67d67380072/2f926e77-078b-4cab-bf9d-bb07266cfaef) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:08.122982 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:08.172570 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:08.175688 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-08b33750-3b81-4425-afda-ae0484242c7f tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:08.177816 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-08b33750-3b81-4425-afda-ae0484242c7f tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.69 "GET /v2.0/networks?id=b1313bd3-345a-413f-ac56-0c8380d42915 HTTP/1.1" status: 200 len: 812 time: 0.6723850 Nov 17 17:18:08.219328 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Request body: {'port': {'device_id': '8f7433c8-5c55-4742-8b6f-f853b83e7049', 'network_id': 'b1313bd3-345a-413f-ac56-0c8380d42915', 'admin_state_up': True, 'tenant_id': '121c896403bc4bbc999aad907e977107'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:08.257373 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device fa50d9d6-6b58-4eb0-9bd4-197af8d31804 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:08.270095 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:08.282703 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a60dc2-21b6-42dd-8bb9-9b7ce51db502 None None] Pushing event updated for resources: {'Port': ['ID=48250488-6e73-47c1-a7cd-9d4c404d1704,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:08.302190 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b4757c6-edd6-4e9f-85af-f00225fae532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:08.304416 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:08.305222 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:08.381675 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Sync routers for ids ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:18:08.388046 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Made reservation on behalf of 6347a86563fb4857807ab7e813d3d0a0 for: {'port': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:18:08.391955 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:08.429739 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:08.468176 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b4757c6-edd6-4e9f-85af-f00225fae532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:08.471698 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-821fc86f-2643-48d2-9091-b95c2390d13c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:08.475286 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:08.479083 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-821fc86f-2643-48d2-9091-b95c2390d13c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 819 time: 0.3394411 Nov 17 17:18:08.502647 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-4ca3b81a-6d17-40c3-a1a7-e42cf1f45878 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/quotas/b7370f39c3834d2dbdfd0912ffac3ac6 HTTP/1.1" status: 200 len: 375 time: 0.0225840 Nov 17 17:18:08.532965 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:08.604096 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Routers {'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:08.606810 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:08.649416 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Pushing event updated for resources: {'Port': ['ID=54a77c5e-9372-4947-aca6-e9f359762b3a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:08.674372 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:08.681648 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:08.688154 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-2b4757c6-edd6-4e9f-85af-f00225fae532 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dbf541ef111415aa1781b20935e2a65&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0022993 Nov 17 17:18:08.693025 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40246) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:08.693934 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:08.694685 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:08.754521 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4757c6-edd6-4e9f-85af-f00225fae532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6bd153-b0d2-4935-a946-b703f9b46708,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:08.881216 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-3aa9edf6-ec5b-4c0c-aaf5-034cd2262fcb tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3775072 Nov 17 17:18:08.890052 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-460858ad-6a1d-4f99-b786-3748ded5e17f req-9a437d47-6356-45ae-a19c-1fe8e545a150 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.2645879 Nov 17 17:18:08.921267 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Set router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:08.934104 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 3, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:09.043709 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port fa50d9d6-6b58-4eb0-9bd4-197af8d31804 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:09.044079 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.048573 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a453a294-28f5-4efd-a2f2-a1329a6fe240 None None] The sync data for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi is: [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 3, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:18:09.107926 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Allocated IP 172.20.0.8 (990fbe5c-f968-486a-a0a2-0b502c1d7c89/367e5561-314f-482d-81dc-779ede48e9e3/1d08a807-361e-4c11-b6d1-362a9452ea85) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:09.149687 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-580577fe-3eb1-4b8d-a28c-a4b856238f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.205199 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-7c4eaad3-b0b4-481f-8645-c72eaa071b1b service neutron] 10.222.0.41 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230095 Nov 17 17:18:09.254333 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f3a10d31-b580-44f4-a6ea-19461d77421e req-18632cab-d0de-429c-85f3-3b7b8a8a672b tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.0557363 Nov 17 17:18:09.286531 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-580577fe-3eb1-4b8d-a28c-a4b856238f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.406150 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.429318 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-ff3fdf9e-3e15-4f64-af5f-0054934382d8 service neutron] 10.222.0.41 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231832 Nov 17 17:18:09.451934 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.486458 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:02Z', 'revision_number': 3, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:09.500769 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-aa9adabd-83fb-493e-a814-cf748d351922 None None] Provisioning complete for port 54a77c5e-9372-4947-aca6-e9f359762b3a triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:09.501314 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-aa9adabd-83fb-493e-a814-cf748d351922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.523006 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Made reservation on behalf of 121c896403bc4bbc999aad907e977107 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:18:09.525329 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.532109 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Network 2c4a4868-1566-465c-928c-b8888f2f5947 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:09.550282 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:09.557314 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:09.557314 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.600232 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.606706 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-580577fe-3eb1-4b8d-a28c-a4b856238f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.610029 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-580577fe-3eb1-4b8d-a28c-a4b856238f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.611234 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-580577fe-3eb1-4b8d-a28c-a4b856238f97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b6bd153-b0d2-4935-a946-b703f9b46708 HTTP/1.1" status: 204 len: 168 time: 0.9100456 Nov 17 17:18:09.703691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580577fe-3eb1-4b8d-a28c-a4b856238f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6bd153-b0d2-4935-a946-b703f9b46708,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:09.776025 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Pushing event updated for resources: {'Port': ['ID=2f926e77-078b-4cab-bf9d-bb07266cfaef,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:09.779674 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:09.963975 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da241a0-de15-4867-a1db-0d37c93fd2fb None None] The sync data for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi is: [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:02Z', 'revision_number': 3, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:18:10.087048 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-aa9adabd-83fb-493e-a814-cf748d351922 None None] Port 54a77c5e-9372-4947-aca6-e9f359762b3a cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:18:10.129163 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a97a6bed-25a1-413a-b135-f83be1798d6a req-94c1d379-8f49-43ca-9279-8a3f87ea33ed tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 210 time: 0.2773128 Nov 17 17:18:10.240675 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 4, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4abcff53-ec3a-422a-9ae1-14fad12f0473', 'name': '', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'mac_address': 'fa:16:3e:9b:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:02Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 2, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'subnets': [{'id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:10.303359 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:10.489156 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40294) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:10.496158 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 48250488-6e73-47c1-a7cd-9d4c404d1704 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:10.552774 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Pushing event updated for resources: {'Port': ['ID=1d08a807-361e-4c11-b6d1-362a9452ea85,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:10.595641 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Checking router: c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:18:10.595998 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Updating router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb port 4abcff53-ec3a-422a-9ae1-14fad12f0473 binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:18:10.638334 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:10.639353 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:10.677540 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:10.739868 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:10.805790 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-ea4dfe4d-2d66-47e6-b540-3bf314dab4a7 None None] Provisioning complete for port 2f926e77-078b-4cab-bf9d-bb07266cfaef triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:10.806160 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ea4dfe4d-2d66-47e6-b540-3bf314dab4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:10.965978 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-ea4dfe4d-2d66-47e6-b540-3bf314dab4a7 None None] Port 2f926e77-078b-4cab-bf9d-bb07266cfaef cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:18:11.014240 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:11.123929 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:11.124797 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a6c7f3c0-583c-478c-9179-8104018d6278 req-e450713c-90cd-4b23-9295-3d38ab822a7f tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.5630739 Nov 17 17:18:11.130646 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:11.140000 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:11.169517 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:11.170990 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:11.203720 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3efa4-4c2f-4938-8f2c-a4eaa2e26dc5 req-f6cc5d81-6a98-47ed-b700-cb4908805d57 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:11.213212 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-00c3efa4-4c2f-4938-8f2c-a4eaa2e26dc5 req-f6cc5d81-6a98-47ed-b700-cb4908805d57 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 931 time: 0.8941724 Nov 17 17:18:11.263198 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 48250488-6e73-47c1-a7cd-9d4c404d1704 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:11.263198 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:11.617520 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Router 1c7b606e-5a0a-4927-b701-d8117483e763 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:18:11.730883 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:11.783963 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3dd580d-cc0d-4bef-8ed7-860d962df794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:11.793931 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f816b265-ec17-4e0e-9dc9-676dbf4ef84e req-9f6fe51c-e584-4beb-a0c0-7f245125b72f tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 210 time: 0.4838481 Nov 17 17:18:11.934737 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:11.959977 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-087c4251-3efb-4f09-946c-5ae7b0014b65 None None] Provisioning complete for port 54a77c5e-9372-4947-aca6-e9f359762b3a triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:11.960553 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-087c4251-3efb-4f09-946c-5ae7b0014b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.021269 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 48250488-6e73-47c1-a7cd-9d4c404d1704, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=48250488-6e73-47c1-a7cd-9d4c404d1704,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:12.041114 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.086760 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e4c250e1-222d-42cc-b9f3-b81e16f20608 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8443227 Nov 17 17:18:12.123243 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.140896 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-087c4251-3efb-4f09-946c-5ae7b0014b65 None None] Port 54a77c5e-9372-4947-aca6-e9f359762b3a cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:18:12.192938 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1ff796bd-7282-44dd-b918-bfb617ecf0ed tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:18:12.224910 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1ff796bd-7282-44dd-b918-bfb617ecf0ed tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0811751 Nov 17 17:18:12.276603 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-00c3efa4-4c2f-4938-8f2c-a4eaa2e26dc5 req-1a2d4f5b-dbef-49c4-bb64-7f95661fc9ca tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6996670 Nov 17 17:18:12.390059 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=48250488-6e73-47c1-a7cd-9d4c404d1704,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:12.399452 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Allocated IP 172.20.0.6 (b1313bd3-345a-413f-ac56-0c8380d42915/6df5dce5-e523-47af-80be-b6cc2c847a4c/6c109ec1-eecb-4d59-a95c-e1773c949773) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:12.416470 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.480658 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6987f9-3438-4845-9086-6aa0caed7e5d None None] Pushing event updated for resources: {'Port': ['ID=4abcff53-ec3a-422a-9ae1-14fad12f0473,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:12.585411 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 91381c59-8cdf-47a4-a84e-2f0162ddec66 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:12.602002 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f71e2eb5-24fa-4e56-bc45-42cb4113c617 req-86e1d20c-f045-4221-b2a2-170dd45c530e tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.1753490 Nov 17 17:18:12.634046 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Pushing event updated for resources: {'Port': ['ID=54a77c5e-9372-4947-aca6-e9f359762b3a,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:12.640669 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.698282 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.69', 60067) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:12.721818 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.727032 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.749640 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Attempting to bind port 4abcff53-ec3a-422a-9ae1-14fad12f0473 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:12.752546 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Attempting to bind port 4abcff53-ec3a-422a-9ae1-14fad12f0473 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:12.752546 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Attempting to bind port 4abcff53-ec3a-422a-9ae1-14fad12f0473 on network ac20359e-4154-4b49-bd1c-e4d92c015121 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:12.766814 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:12.768532 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Checking segment: {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:12.769333 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.769899 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Bound using segment: {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:12.770590 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Bound port: 4abcff53-ec3a-422a-9ae1-14fad12f0473, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:12.771157 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.911899 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:12.975462 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] For port 4abcff53-ec3a-422a-9ae1-14fad12f0473, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:12.979660 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] For port 4abcff53-ec3a-422a-9ae1-14fad12f0473, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=4abcff53-ec3a-422a-9ae1-14fad12f0473,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:13.009169 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 91381c59-8cdf-47a4-a84e-2f0162ddec66 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:13.009874 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.035047 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a0db63a6-d934-4383-ab73-cbf2e4009445 req-e5ed37e9-a6bc-48e0-b38f-4739d7d8f47e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 210 time: 0.0538962 Nov 17 17:18:13.084314 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:18:13.103676 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-e9443972-d1e6-429c-adfb-2b6fda3fe8fc admin admin] 10.222.0.41 "PUT /v2.0/routers/1c7b606e-5a0a-4927-b701-d8117483e763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5685310 Nov 17 17:18:13.110174 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Pushing event updated for resources: {'Port': ['ID=2f926e77-078b-4cab-bf9d-bb07266cfaef,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:13.121175 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.248435 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327d44-5a3d-4f90-a156-40078d727434 req-88eb2386-6cb7-4464-b021-a68870f8e273 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:13.249072 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.250766 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-88eb2386-6cb7-4464-b021-a68870f8e273 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 819 time: 0.6814892 Nov 17 17:18:13.256389 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Request body: {'port': {'device_id': '6d4e593c-5fae-4468-8472-151fa75eb10e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:13.473242 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6987f9-3438-4845-9086-6aa0caed7e5d None None] Pushing event updated for resources: {'Port': ['ID=4abcff53-ec3a-422a-9ae1-14fad12f0473,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:13.474374 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Request body: {'port': {'device_id': 'acbafb25-7644-458e-b425-720bd5fcc61b', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'admin_state_up': True, 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:13.474482 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Routers {'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:13.474482 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:13.474641 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Network b1313bd3-345a-413f-ac56-0c8380d42915 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:13.474641 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Pushing event updated for resources: {'Port': ['ID=6c109ec1-eecb-4d59-a95c-e1773c949773,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:13.474641 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:13.474641 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:13.474929 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Network 2c4a4868-1566-465c-928c-b8888f2f5947 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:13.475011 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:13.475011 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.475174 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:13.485089 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.487739 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3dd580d-cc0d-4bef-8ed7-860d962df794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.522587 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Sync routers for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:18:13.548014 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:13.549727 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:13.656560 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.686507 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] Set router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:13.703992 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3dd580d-cc0d-4bef-8ed7-860d962df794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.720397 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-cc8a9379-4b47-4672-bdd9-9ec0af18fdcd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5153213 Nov 17 17:18:13.804144 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Request body: {'port': {'device_id': '8f7433c8-5c55-4742-8b6f-f853b83e7049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:13.828296 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 91381c59-8cdf-47a4-a84e-2f0162ddec66, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=91381c59-8cdf-47a4-a84e-2f0162ddec66,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:13.830327 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:13.943859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:13.952372 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.69', 60071) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:14.094133 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40354) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:14.126337 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=91381c59-8cdf-47a4-a84e-2f0162ddec66,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:14.146881 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd580d-cc0d-4bef-8ed7-860d962df794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8531572e-3ae5-4ad8-a2ac-38a3e05b4aaf,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:14.216746 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-b3dd580d-cc0d-4bef-8ed7-860d962df794 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=588b798aec244a759d4c4f9ee9c9a3c3&name=default HTTP/1.1" status: 200 len: 2992 time: 3.6965811 Nov 17 17:18:14.216746 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40358) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:14.291650 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-84c6edbc-ba47-425c-b20f-3ad5c4bc1417 None None] Provisioning complete for port 2f926e77-078b-4cab-bf9d-bb07266cfaef triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:14.291650 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-84c6edbc-ba47-425c-b20f-3ad5c4bc1417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:14.392313 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:14.396970 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 2, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:14.400804 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-84c6edbc-ba47-425c-b20f-3ad5c4bc1417 None None] Port 2f926e77-078b-4cab-bf9d-bb07266cfaef cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:18:14.484493 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Checking router: 1c7b606e-5a0a-4927-b701-d8117483e763 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:18:14.487130 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Updating router 1c7b606e-5a0a-4927-b701-d8117483e763 port 54a77c5e-9372-4947-aca6-e9f359762b3a binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:18:14.500950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebc135-7601-4fa4-b328-299654087b65 req-658d98b7-70c5-4c9d-a5e4-019f8da335f8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:14.507952 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e6ebc135-7601-4fa4-b328-299654087b65 req-658d98b7-70c5-4c9d-a5e4-019f8da335f8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 931 time: 0.6971068 Nov 17 17:18:14.526373 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:14.549463 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 48250488-6e73-47c1-a7cd-9d4c404d1704 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:14.564929 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 4, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4abcff53-ec3a-422a-9ae1-14fad12f0473', 'name': '', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'mac_address': 'fa:16:3e:9b:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:02Z', 'updated_at': '2021-11-17T17:18:12Z', 'revision_number': 4, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'subnets': [{'id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:14.602165 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd288ecb-e7a0-4e42-9144-d31c3c771ce9 None None] The sync data for ids ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'] in dv-cinder-797608-20-iscsi is: [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:18:03Z', 'revision_number': 4, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4abcff53-ec3a-422a-9ae1-14fad12f0473', 'name': '', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'mac_address': 'fa:16:3e:9b:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:02Z', 'updated_at': '2021-11-17T17:18:12Z', 'revision_number': 4, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'subnets': [{'id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:18:14.615877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-3fdc9deb-cb9e-4f7d-bd8a-31cfbcbfe7d4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:14.618168 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-3fdc9deb-cb9e-4f7d-bd8a-31cfbcbfe7d4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 819 time: 0.6481762 Nov 17 17:18:14.635228 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-21db904d-21bf-4175-9304-feb84c22c1a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:14.651073 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 48250488-6e73-47c1-a7cd-9d4c404d1704 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:14.651669 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:14.700669 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Router abd0bf2f-6e34-4ee2-9258-24e32a121401 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:18:14.701398 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Request body: {'port': {'device_id': '4b449303-b9d3-4e5c-a7a3-7fb7e3124799', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'admin_state_up': True, 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:14.701398 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2367870-5416-4098-83e9-5b956059fa0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:14.701570 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f83f4c-7488-4ad0-84bc-38a52a1e9835 req-3764124f-c7a4-4cac-80cb-5e4a1c01f36b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:14.734326 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e3f83f4c-7488-4ad0-84bc-38a52a1e9835 req-3764124f-c7a4-4cac-80cb-5e4a1c01f36b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 931 time: 1.2530329 Nov 17 17:18:14.866218 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 91381c59-8cdf-47a4-a84e-2f0162ddec66 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:14.888267 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d08a807-361e-4c11-b6d1-362a9452ea85 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:14.941780 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:14.945014 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 91381c59-8cdf-47a4-a84e-2f0162ddec66 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:14.945390 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.055407 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 4abcff53-ec3a-422a-9ae1-14fad12f0473 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:15.108278 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.114580 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Transition to ACTIVE for port object 1d08a807-361e-4c11-b6d1-362a9452ea85 will not be triggered until provisioned by entity L2. {{(pid=102411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:18:15.129076 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Made reservation on behalf of b7370f39c3834d2dbdfd0912ffac3ac6 for: {'port': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:18:15.133121 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.166026 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e3f83f4c-7488-4ad0-84bc-38a52a1e9835 req-0fbd8e54-4da2-468d-8ece-a6762fa67569 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308028 Nov 17 17:18:15.188655 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 4abcff53-ec3a-422a-9ae1-14fad12f0473 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:15.191242 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.223269 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.269594 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.315313 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2367870-5416-4098-83e9-5b956059fa0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.360776 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e6ebc135-7601-4fa4-b328-299654087b65 req-725d95f7-c254-4f0b-a31c-4575cd413a3d tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7909238 Nov 17 17:18:15.444214 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.462570 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76692e1d-7e05-43d5-982a-a7183f5e3004 None None] Pushing event updated for resources: {'Port': ['ID=54a77c5e-9372-4947-aca6-e9f359762b3a,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:15.545204 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 4abcff53-ec3a-422a-9ae1-14fad12f0473, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=4abcff53-ec3a-422a-9ae1-14fad12f0473,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:15.606636 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-21db904d-21bf-4175-9304-feb84c22c1a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.627963 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.643596 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:18:15.687716 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-915e2517-88fe-43f3-aab0-33f817a55f85 admin admin] 10.222.0.41 "PUT /v2.0/routers/abd0bf2f-6e34-4ee2-9258-24e32a121401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2820098 Nov 17 17:18:15.697597 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=1d08a807-361e-4c11-b6d1-362a9452ea85,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:15.723898 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Sync routers for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:18:15.752658 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Attempting to bind port 54a77c5e-9372-4947-aca6-e9f359762b3a on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:15.753242 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Attempting to bind port 54a77c5e-9372-4947-aca6-e9f359762b3a by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:15.754683 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Attempting to bind port 54a77c5e-9372-4947-aca6-e9f359762b3a on network 324248bd-da3b-4b51-8580-3d8065bbecf1 {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:15.772985 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:15.773822 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Checking segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:15.776090 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.777086 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Bound using segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:15.777609 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Bound port: 54a77c5e-9372-4947-aca6-e9f359762b3a, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:15.778030 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:15.896846 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:15.913855 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:15.925998 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Attempting to bind port 1d08a807-361e-4c11-b6d1-362a9452ea85 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:15.926616 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Attempting to bind port 1d08a807-361e-4c11-b6d1-362a9452ea85 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:15.935080 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Attempting to bind port 1d08a807-361e-4c11-b6d1-362a9452ea85 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:15.953608 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Port 1d08a807-361e-4c11-b6d1-362a9452ea85 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:18:15.953608 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Attempting to bind port 1d08a807-361e-4c11-b6d1-362a9452ea85 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:15.992799 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:15.993137 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Checking segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:15.993711 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Bound using segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:15.994173 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Bound port: 1d08a807-361e-4c11-b6d1-362a9452ea85, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:15.994527 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.030100 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] For port 54a77c5e-9372-4947-aca6-e9f359762b3a, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:16.036140 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=4abcff53-ec3a-422a-9ae1-14fad12f0473,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:16.042653 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] For port 54a77c5e-9372-4947-aca6-e9f359762b3a, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=54a77c5e-9372-4947-aca6-e9f359762b3a,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:16.055567 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c109ec1-eecb-4d59-a95c-e1773c949773 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:16.106628 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Allocated IP 172.20.0.4 (ac20359e-4154-4b49-bd1c-e4d92c015121/03115606-87e1-49ef-8a6b-d1e4e6fc2bcf/3de0299e-d26a-460d-9f60-addfbad86625) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:16.141829 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-21db904d-21bf-4175-9304-feb84c22c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.161192 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.177403 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.184191 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-8164ca39-be29-460a-bbb3-fef74a34bfd4 None None] Provisioning complete for port 54a77c5e-9372-4947-aca6-e9f359762b3a triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:16.200799 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8164ca39-be29-460a-bbb3-fef74a34bfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.256943 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] For port 1d08a807-361e-4c11-b6d1-362a9452ea85, host hv-cinder-79760, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:16.266548 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:16.302848 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-50b6b9d8-21ce-4158-a59e-e6cb2ad89086 req-932c6794-01c1-4849-99db-ea28ada3cd5d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 210 time: 0.6862562 Nov 17 17:18:16.357292 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db904d-21bf-4175-9304-feb84c22c1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207b3314-651d-4e93-973f-dcaf65a68dea,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:16.370625 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 4abcff53-ec3a-422a-9ae1-14fad12f0473 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:16.422601 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] For port 1d08a807-361e-4c11-b6d1-362a9452ea85, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d08a807-361e-4c11-b6d1-362a9452ea85,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:16.429941 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:16.430815 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:17:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:16.482331 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Transition to ACTIVE for port object 6c109ec1-eecb-4d59-a95c-e1773c949773 will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:18:16.529688 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-21db904d-21bf-4175-9304-feb84c22c1a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=effc9b98dafa479f86d5e17ceab94638&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4185951 Nov 17 17:18:16.531151 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40408) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:16.601363 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76692e1d-7e05-43d5-982a-a7183f5e3004 None None] Pushing event updated for resources: {'Port': ['ID=54a77c5e-9372-4947-aca6-e9f359762b3a,revision_number=4']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:16.710033 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Made reservation on behalf of b7370f39c3834d2dbdfd0912ffac3ac6 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:18:16.719372 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.729541 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.745741 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8164ca39-be29-460a-bbb3-fef74a34bfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.750258 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c4af5812-a645-4e5a-8448-259f45be22a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.869112 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40412) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:16.897425 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Pushing event updated for resources: {'Port': ['ID=6c109ec1-eecb-4d59-a95c-e1773c949773,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:16.920213 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:16.938773 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-201adbef-365e-43c9-a9b7-f72c193fca04 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132080918', 'description': 'tempest-description--1296981333'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:16.977162 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-8164ca39-be29-460a-bbb3-fef74a34bfd4 None None] For port 54a77c5e-9372-4947-aca6-e9f359762b3a, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=54a77c5e-9372-4947-aca6-e9f359762b3a,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:16.998079 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e07ab38-039c-4cdc-af98-256690933791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.034518 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e07ab38-039c-4cdc-af98-256690933791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.265277 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:17.265277 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.265277 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] 10.222.0.69 "PUT /v2.0/ports/1d08a807-361e-4c11-b6d1-362a9452ea85 HTTP/1.1" status: 200 len: 1093 time: 4.3460081 Nov 17 17:18:17.266117 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 4abcff53-ec3a-422a-9ae1-14fad12f0473 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:17.266117 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.266939 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:17.267703 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4e593c-5fae-4468-8472-151fa75eb10e', 'tag': '1d08a807-361e-4c11-b6d1-362a9452ea85'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:17.267703 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246f7ff-5d91-4525-860b-c415742c2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=1d08a807-361e-4c11-b6d1-362a9452ea85,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:17.267877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Attempting to bind port 6c109ec1-eecb-4d59-a95c-e1773c949773 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:17.267877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Attempting to bind port 6c109ec1-eecb-4d59-a95c-e1773c949773 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b2d35426-c753-44df-bcce-521e7ffb3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b1313bd3-345a-413f-ac56-0c8380d42915'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:17.267877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Attempting to bind port 6c109ec1-eecb-4d59-a95c-e1773c949773 on network b1313bd3-345a-413f-ac56-0c8380d42915 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:17.268125 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5795d0-a9ab-49c5-af16-0d879666733d req-a83553a5-2116-4234-8bf5-ad75dd0a02fd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:17.268125 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ce5795d0-a9ab-49c5-af16-0d879666733d req-a83553a5-2116-4234-8bf5-ad75dd0a02fd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.3023174 Nov 17 17:18:17.268261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Port 6c109ec1-eecb-4d59-a95c-e1773c949773 on network b1313bd3-345a-413f-ac56-0c8380d42915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:18:17.268261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Attempting to bind port 6c109ec1-eecb-4d59-a95c-e1773c949773 on network b1313bd3-345a-413f-ac56-0c8380d42915 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:17.268261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:17.268261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Checking segment: {'id': 'b2d35426-c753-44df-bcce-521e7ffb3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b1313bd3-345a-413f-ac56-0c8380d42915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:17.268261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Bound using segment: {'id': 'b2d35426-c753-44df-bcce-521e7ffb3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b1313bd3-345a-413f-ac56-0c8380d42915'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:17.268261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Bound port: 6c109ec1-eecb-4d59-a95c-e1773c949773, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d35426-c753-44df-bcce-521e7ffb3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b1313bd3-345a-413f-ac56-0c8380d42915'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:17.268261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.273752 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40420) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:17.290619 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.375262 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ce5795d0-a9ab-49c5-af16-0d879666733d req-6826ece3-e1ca-4843-b9e7-f6f5ab87eb13 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472793 Nov 17 17:18:17.390688 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4e593c-5fae-4468-8472-151fa75eb10e", "tag": "1d08a807-361e-4c11-b6d1-362a9452ea85"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:17.403450 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 2, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:17.428290 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2367870-5416-4098-83e9-5b956059fa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.440628 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2367870-5416-4098-83e9-5b956059fa0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.445471 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f2367870-5416-4098-83e9-5b956059fa0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8531572e-3ae5-4ad8-a2ac-38a3e05b4aaf HTTP/1.1" status: 204 len: 168 time: 3.1982713 Nov 17 17:18:17.453682 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Checking router: abd0bf2f-6e34-4ee2-9258-24e32a121401 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:18:17.454309 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Updating router abd0bf2f-6e34-4ee2-9258-24e32a121401 port 2f926e77-078b-4cab-bf9d-bb07266cfaef binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:18:17.457092 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8164ca39-be29-460a-bbb3-fef74a34bfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.503672 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.504680 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-201adbef-365e-43c9-a9b7-f72c193fca04 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.516220 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40430) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:17.570693 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:17.580695 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-d9da26b1-3aa3-405e-b151-4f0edf211258 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244962722', 'description': 'tempest-description--1996768295'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:17.589948 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.590954 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Pushing event updated for resources: {'Port': ['ID=3de0299e-d26a-460d-9f60-addfbad86625,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:17.650051 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164ca39-be29-460a-bbb3-fef74a34bfd4 None None] Pushing event updated for resources: {'Port': ['ID=54a77c5e-9372-4947-aca6-e9f359762b3a,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:17.672408 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ae0f3-7170-48dc-9c3b-2e3ff1b42165 None None] The sync data for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi is: [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:18:17.681543 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5dbdf913-b5db-473d-a094-4ec1b4425014 None None] Provisioning complete for port 54a77c5e-9372-4947-aca6-e9f359762b3a triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:17.682269 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf913-b5db-473d-a094-4ec1b4425014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.685531 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Network ac20359e-4154-4b49-bd1c-e4d92c015121 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:17.724886 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:17.727810 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:17.737615 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:17.737615 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.809896 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e07ab38-039c-4cdc-af98-256690933791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.814365 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e07ab38-039c-4cdc-af98-256690933791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:17.821342 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-3e07ab38-039c-4cdc-af98-256690933791 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/207b3314-651d-4e93-973f-dcaf65a68dea HTTP/1.1" status: 204 len: 168 time: 1.2890847 Nov 17 17:18:17.888102 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] For port 6c109ec1-eecb-4d59-a95c-e1773c949773, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:17.898762 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-6612e838-aeb3-47a7-910e-6518bd73a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:17.900373 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-6612e838-aeb3-47a7-910e-6518bd73a35a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 1096 time: 0.3253827 Nov 17 17:18:17.909182 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2367870-5416-4098-83e9-5b956059fa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531572e-3ae5-4ad8-a2ac-38a3e05b4aaf,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:17.983315 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6340-ebd2-4a33-9e9f-55f23529929e req-8b3b8bbb-d206-4247-92e3-4347be25e903 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:17.983315 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f63f6340-ebd2-4a33-9e9f-55f23529929e req-8b3b8bbb-d206-4247-92e3-4347be25e903 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 943 time: 0.3454349 Nov 17 17:18:17.984392 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3adf49fc-aa0d-439c-a217-dd33623ff989 req-cf2c9bf2-b215-4cd7-a3c3-4b0e955a8b7d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 210 time: 0.1124616 Nov 17 17:18:17.984392 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffc79dc1-f139-46e9-b499-5df44d434706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.006646 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-e5e49c67-e2e7-4c99-9dae-835bb198edf1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d08a807-361e-4c11-b6d1-362a9452ea85 HTTP/1.1" status: 200 len: 217 time: 0.0807595 Nov 17 17:18:18.045058 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] For port 6c109ec1-eecb-4d59-a95c-e1773c949773, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6c109ec1-eecb-4d59-a95c-e1773c949773,segment=NetworkSegment(b2d35426-c753-44df-bcce-521e7ffb3a21),segment_id=b2d35426-c753-44df-bcce-521e7ffb3a21)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:18.074224 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07ab38-039c-4cdc-af98-256690933791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b3314-651d-4e93-973f-dcaf65a68dea,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:18.115473 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f63f6340-ebd2-4a33-9e9f-55f23529929e req-60106554-f302-4312-b60e-2f8e3286e2df tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570845 Nov 17 17:18:18.123574 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1d8fab86-c30b-437f-8a39-b4cd0e8e0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:18.126591 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1d8fab86-c30b-437f-8a39-b4cd0e8e0603 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=367e5561-314f-482d-81dc-779ede48e9e3 HTTP/1.1" status: 200 len: 854 time: 0.1064184 Nov 17 17:18:18.197888 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Allocated IP 172.20.0.8 (ac20359e-4154-4b49-bd1c-e4d92c015121/03115606-87e1-49ef-8a6b-d1e4e6fc2bcf/4ada7faf-3028-4563-8823-aae46cde560e) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:18.224978 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9da26b1-3aa3-405e-b151-4f0edf211258 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.265963 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-1a308efb-5b4f-4072-9bc4-59f2037b0604 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=990fbe5c-f968-486a-a0a2-0b502c1d7c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988936 Nov 17 17:18:18.377805 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-c6026138-8f24-46d3-8c71-59db12bc1284 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0242820 Nov 17 17:18:18.386201 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 54a77c5e-9372-4947-aca6-e9f359762b3a up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:18.405525 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Request body: {'port': {'device_id': 'acbafb25-7644-458e-b425-720bd5fcc61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:18.633649 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 54a77c5e-9372-4947-aca6-e9f359762b3a triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:18.634304 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.650288 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.684837 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-201adbef-365e-43c9-a9b7-f72c193fca04 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.689406 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.758862 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9da26b1-3aa3-405e-b151-4f0edf211258 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.766999 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.793366 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.878595 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:18.879250 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.882219 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] 10.222.0.69 "PUT /v2.0/ports/6c109ec1-eecb-4d59-a95c-e1773c949773 HTTP/1.1" status: 200 len: 1093 time: 5.1432686 Nov 17 17:18:18.906751 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c54bf603-4655-44f0-b944-e281b6afac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:18.916002 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7433c8-5c55-4742-8b6f-f853b83e7049', 'tag': '6c109ec1-eecb-4d59-a95c-e1773c949773'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:19.080473 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-4a010274-37bb-439f-8519-a5892881c773 service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7816005 Nov 17 17:18:19.098766 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9da26b1-3aa3-405e-b151-4f0edf211258 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.122186 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56800-9f60-4c17-9d6f-ae74374a3201 None None] Pushing event updated for resources: {'Port': ['ID=2f926e77-078b-4cab-bf9d-bb07266cfaef,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:19.166398 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-201adbef-365e-43c9-a9b7-f72c193fca04 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.181550 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffc79dc1-f139-46e9-b499-5df44d434706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.286486 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Attempting to bind port 2f926e77-078b-4cab-bf9d-bb07266cfaef on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:19.287766 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Attempting to bind port 2f926e77-078b-4cab-bf9d-bb07266cfaef by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:19.289296 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Attempting to bind port 2f926e77-078b-4cab-bf9d-bb07266cfaef on network 2c4a4868-1566-465c-928c-b8888f2f5947 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:19.302507 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:19.302888 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Checking segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:19.303291 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.303693 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Bound using segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:19.312116 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Bound port: 2f926e77-078b-4cab-bf9d-bb07266cfaef, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:19.312116 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.322578 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4813a-fce6-46af-b38a-4ae5476e4bea service neutron] Pushing event updated for resources: {'Port': ['ID=6c109ec1-eecb-4d59-a95c-e1773c949773,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:19.384623 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c6994-ba52-4bb9-8148-2c84dad51d2b x-openstack-request-id: req-618c6994-ba52-4bb9-8148-2c84dad51d2b {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:19.385384 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4e593c-5fae-4468-8472-151fa75eb10e", "tag": "1d08a807-361e-4c11-b6d1-362a9452ea85", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:19.385384 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-618c6994-ba52-4bb9-8148-2c84dad51d2b {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:19.385822 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4e593c-5fae-4468-8472-151fa75eb10e', 'tag': '1d08a807-361e-4c11-b6d1-362a9452ea85', 'status': 'completed', 'code': 200} Nov 17 17:18:19.413381 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201adbef-365e-43c9-a9b7-f72c193fca04 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d726e730-0244-4cb7-b3c2-619302f4904b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:19.427382 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2cfe-56b1-41c8-a697-5637260a3230 req-6767b547-bf4d-4f3e-bd66-51830002a262 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:19.435343 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-783d2cfe-56b1-41c8-a697-5637260a3230 req-6767b547-bf4d-4f3e-bd66-51830002a262 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.8857284 Nov 17 17:18:19.506295 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da26b1-3aa3-405e-b151-4f0edf211258 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30092cd3-363c-4155-bc34-221a8e9a1311,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:19.516805 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-25de5f62-28c8-4342-9d84-e79b8210f3ba None None] Provisioning complete for port 2f926e77-078b-4cab-bf9d-bb07266cfaef triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:19.546291 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-25de5f62-28c8-4342-9d84-e79b8210f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.546291 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] For port 2f926e77-078b-4cab-bf9d-bb07266cfaef, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:19.546291 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] For port 2f926e77-078b-4cab-bf9d-bb07266cfaef, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=2f926e77-078b-4cab-bf9d-bb07266cfaef,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:19.579154 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffc79dc1-f139-46e9-b499-5df44d434706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.590839 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-25de5f62-28c8-4342-9d84-e79b8210f3ba None None] Port 2f926e77-078b-4cab-bf9d-bb07266cfaef cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:18:19.614906 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-783d2cfe-56b1-41c8-a697-5637260a3230 req-f6ce7237-0931-404f-a598-aecb78fb2f75 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731493 Nov 17 17:18:19.643535 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3e581a9d-879e-4381-8631-6de3cdc97563 req-dcc75185-89a4-41b2-8e50-66d725d384bf service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270213 Nov 17 17:18:19.643535 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9da26b1-3aa3-405e-b151-4f0edf211258 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.643535 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-d9da26b1-3aa3-405e-b151-4f0edf211258 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0667255 Nov 17 17:18:19.653658 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40470) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:19.672937 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-34ccb7f9-42c9-4ba1-88e6-471e620124ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'security_group_rule': {'security_group_id': '30092cd3-363c-4155-bc34-221a8e9a1311', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:19.720254 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:19.735210 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc79dc1-f139-46e9-b499-5df44d434706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c81507-584c-48c1-992b-59a57273b352,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:19.771490 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7af260da-a493-4528-9b3d-42cb7ddf26a8 req-e3b79466-1317-44e6-94bf-7082f1c98dad tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 210 time: 0.1938136 Nov 17 17:18:19.807602 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ffc79dc1-f139-46e9-b499-5df44d434706 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=484c385262de470d8d205b9176fbb989&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5326209 Nov 17 17:18:19.811341 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40474) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:19.881038 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-712df176-1000-444e-a23d-99a275a3b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:19.892380 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-712df176-1000-444e-a23d-99a275a3b54f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=121c896403bc4bbc999aad907e977107&device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 1096 time: 0.5400772 Nov 17 17:18:19.951288 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bcd2ab-03ca-45aa-9851-590ba486c800" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7433c8-5c55-4742-8b6f-f853b83e7049", "tag": "6c109ec1-eecb-4d59-a95c-e1773c949773"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:20.010564 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.021787 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8ad-a24f-4512-be2e-ecb7ebdff618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.036640 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:20.037282 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:18:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:20.041057 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56800-9f60-4c17-9d6f-ae74374a3201 None None] Pushing event updated for resources: {'Port': ['ID=2f926e77-078b-4cab-bf9d-bb07266cfaef,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:20.078082 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8ad-a24f-4512-be2e-ecb7ebdff618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.079526 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-201adbef-365e-43c9-a9b7-f72c193fca04 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.087438 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-201adbef-365e-43c9-a9b7-f72c193fca04 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.1536860 Nov 17 17:18:20.091323 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-0db76080-d978-4f09-9045-5f79f541fb0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c109ec1-eecb-4d59-a95c-e1773c949773 HTTP/1.1" status: 200 len: 217 time: 0.1687064 Nov 17 17:18:20.093809 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40482) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:20.118227 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-d0a95932-018d-40fe-bbaf-eb72e6711df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:20.118227 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-d0a95932-018d-40fe-bbaf-eb72e6711df6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 1096 time: 0.2298532 Nov 17 17:18:20.149856 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-e962abd1-eb3b-4317-821c-78103b5722e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'security_group_rule': {'security_group_id': 'd726e730-0244-4cb7-b3c2-619302f4904b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:20.151896 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.228619 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae41d6-a8a8-43b2-a2f3-b7b099cf0bfc req-28659228-2dc6-4463-820a-762eff9549e5 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:20.249125 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b3ae41d6-a8a8-43b2-a2f3-b7b099cf0bfc req-28659228-2dc6-4463-820a-762eff9549e5 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 943 time: 0.4432101 Nov 17 17:18:20.390607 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-a5b1c821-7246-49c9-8573-ec2b96d7cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:20.390607 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-a5b1c821-7246-49c9-8573-ec2b96d7cc21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6df5dce5-e523-47af-80be-b6cc2c847a4c HTTP/1.1" status: 200 len: 852 time: 0.1447315 Nov 17 17:18:20.390607 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fba1c06-6ee1-4a1a-8152-839cf6b192e7 x-openstack-request-id: req-9fba1c06-6ee1-4a1a-8152-839cf6b192e7 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:20.390607 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7433c8-5c55-4742-8b6f-f853b83e7049", "tag": "6c109ec1-eecb-4d59-a95c-e1773c949773", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:20.390607 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fba1c06-6ee1-4a1a-8152-839cf6b192e7 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:20.390607 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7433c8-5c55-4742-8b6f-f853b83e7049', 'tag': '6c109ec1-eecb-4d59-a95c-e1773c949773', 'status': 'completed', 'code': 200} Nov 17 17:18:20.392057 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:20.393017 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-06bcc244-910e-4fa5-9b5e-6166a3d63dc1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1313bd3-345a-413f-ac56-0c8380d42915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509355 Nov 17 17:18:20.459273 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-c49dd213-b03c-4dbc-ae8c-afc976f378ff service neutron] 10.222.0.69 "GET /v2.0/networks/b1313bd3-345a-413f-ac56-0c8380d42915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352236 Nov 17 17:18:20.470920 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-f77f6335-ac02-4d5b-b20a-461a7b3927c7 None None] Provisioning complete for port 2f926e77-078b-4cab-bf9d-bb07266cfaef triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:20.471290 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77f6335-ac02-4d5b-b20a-461a7b3927c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.483399 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b3ae41d6-a8a8-43b2-a2f3-b7b099cf0bfc req-9e750900-9224-447f-abd9-8e92a741d01f tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332954 Nov 17 17:18:20.544074 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.616842 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-f6cc4569-7bfd-41c1-bd3b-141fda7e165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:20.618622 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-f6cc4569-7bfd-41c1-bd3b-141fda7e165d service neutron] 10.222.0.69 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 915 time: 0.4254158 Nov 17 17:18:20.626615 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8ad-a24f-4512-be2e-ecb7ebdff618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.632787 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8ad-a24f-4512-be2e-ecb7ebdff618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.636583 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-9ac0a8ad-a24f-4512-be2e-ecb7ebdff618 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7c81507-584c-48c1-992b-59a57273b352 HTTP/1.1" status: 204 len: 168 time: 0.7832432 Nov 17 17:18:20.671164 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Network ac20359e-4154-4b49-bd1c-e4d92c015121 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:20.677770 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Pushing event updated for resources: {'Port': ['ID=4ada7faf-3028-4563-8823-aae46cde560e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:20.680031 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:20.692939 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34ccb7f9-42c9-4ba1-88e6-471e620124ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.694343 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:20.707509 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:20.707509 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.810707 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9939a4b-0835-45da-a90d-3af3bcab4297 req-f163ba12-bde0-4262-8344-3ceee2a4f1e5 service neutron] 10.222.0.69 "GET /v2.0/networks/b1313bd3-345a-413f-ac56-0c8380d42915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388312 Nov 17 17:18:20.846600 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a8ad-a24f-4512-be2e-ecb7ebdff618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c81507-584c-48c1-992b-59a57273b352,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:20.964851 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5478e-4ec9-45cd-b3b4-1ce247bf88be req-d14313a7-0a26-4282-a49b-2b953955cee7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:20.965675 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77f6335-ac02-4d5b-b20a-461a7b3927c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:20.966642 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cfc5478e-4ec9-45cd-b3b4-1ce247bf88be req-d14313a7-0a26-4282-a49b-2b953955cee7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.1208069 Nov 17 17:18:21.002085 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:19Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:21.007466 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-f77f6335-ac02-4d5b-b20a-461a7b3927c7 None None] For port 2f926e77-078b-4cab-bf9d-bb07266cfaef, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=2f926e77-078b-4cab-bf9d-bb07266cfaef,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:21.041825 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bd1cf-afc9-40df-a6d6-c40971a8fd2a None None] The sync data for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi is: [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:19Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:18:21.122538 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cfc5478e-4ec9-45cd-b3b4-1ce247bf88be req-36b2e07b-361c-46d6-a829-23a044a31728 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715043 Nov 17 17:18:21.143622 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-22efa231-084a-46ba-80fd-64a3efd45516 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d08a807-361e-4c11-b6d1-362a9452ea85 HTTP/1.1" status: 200 len: 217 time: 0.4808519 Nov 17 17:18:21.156362 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-2772239d-7153-46c0-931d-248750bf7752 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4862125 Nov 17 17:18:21.172917 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Request body: {'port': {'device_id': '4b449303-b9d3-4e5c-a7a3-7fb7e3124799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:21.210277 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77f6335-ac02-4d5b-b20a-461a7b3927c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.243544 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e962abd1-eb3b-4317-821c-78103b5722e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.249944 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-15d9b876-2146-4dbb-954d-97e36022e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:21.251392 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-15d9b876-2146-4dbb-954d-97e36022e365 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=367e5561-314f-482d-81dc-779ede48e9e3 HTTP/1.1" status: 200 len: 854 time: 0.0923460 Nov 17 17:18:21.253953 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.266900 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.311153 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f6335-ac02-4d5b-b20a-461a7b3927c7 None None] Pushing event updated for resources: {'Port': ['ID=2f926e77-078b-4cab-bf9d-bb07266cfaef,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:21.367125 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-a7fd39e1-eba8-4abd-b522-32bf7f81d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:21.368789 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-a7fd39e1-eba8-4abd-b522-32bf7f81d193 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=121c896403bc4bbc999aad907e977107&device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 1096 time: 0.0917144 Nov 17 17:18:21.422762 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-e16f2b45-69e4-4f22-9682-a3eee5f370f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=990fbe5c-f968-486a-a0a2-0b502c1d7c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111403 Nov 17 17:18:21.664562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2315f-1d07-435c-a3f2-2894a4135b9e req-7ec32e64-fff5-4752-bdba-65b9d5bcd27c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:21.664562 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bd2315f-1d07-435c-a3f2-2894a4135b9e req-7ec32e64-fff5-4752-bdba-65b9d5bcd27c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 931 time: 0.3789759 Nov 17 17:18:21.664562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34ccb7f9-42c9-4ba1-88e6-471e620124ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.664562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de0299e-d26a-460d-9f60-addfbad86625 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:21.664562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.664562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Transition to ACTIVE for port object 3de0299e-d26a-460d-9f60-addfbad86625 will not be triggered until provisioned by entity L2. {{(pid=102411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:18:21.726331 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e962abd1-eb3b-4317-821c-78103b5722e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.742403 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bd2315f-1d07-435c-a3f2-2894a4135b9e req-7aa9592a-ce00-4544-b011-d7a3e6ab58a8 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322296 Nov 17 17:18:21.789431 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-b1eb867f-a9be-47ec-94b5-9664913def5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:21.794380 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-b1eb867f-a9be-47ec-94b5-9664913def5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1313bd3-345a-413f-ac56-0c8380d42915 HTTP/1.1" status: 200 len: 913 time: 0.3230410 Nov 17 17:18:21.794512 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-469e32fc-6014-4911-808e-58ae9a4997f0 service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156118 Nov 17 17:18:21.799608 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f32a3e-e9a2-459a-b00b-4770963bcff1 req-f12fd5fa-31e9-4a24-8e8b-60e3ff2d76ed tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:21.802210 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-45f32a3e-e9a2-459a-b00b-4770963bcff1 req-f12fd5fa-31e9-4a24-8e8b-60e3ff2d76ed tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 943 time: 0.1761322 Nov 17 17:18:21.898951 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-45f32a3e-e9a2-459a-b00b-4770963bcff1 req-9d6fc5e3-4f1a-45ea-97f5-5d74e6e042fd tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767431 Nov 17 17:18:21.925229 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e962abd1-eb3b-4317-821c-78103b5722e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.929517 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34ccb7f9-42c9-4ba1-88e6-471e620124ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:21.976721 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.089141 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962abd1-eb3b-4317-821c-78103b5722e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50219612-c365-456a-9fde-beede075a01e,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:22.139957 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccb7f9-42c9-4ba1-88e6-471e620124ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f2d633-2a7d-46dc-a900-d1cfe190a91d,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:22.167480 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3de0299e-d26a-460d-9f60-addfbad86625,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:22.179434 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.192730 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e962abd1-eb3b-4317-821c-78103b5722e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.196072 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-e962abd1-eb3b-4317-821c-78103b5722e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0860219 Nov 17 17:18:22.199619 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40524) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:22.216854 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-0b236915-b9c0-423f-baab-c15c71f11381 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'security_group_rule': {'security_group_id': 'd726e730-0244-4cb7-b3c2-619302f4904b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:22.223917 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34ccb7f9-42c9-4ba1-88e6-471e620124ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.234985 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-34ccb7f9-42c9-4ba1-88e6-471e620124ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5761802 Nov 17 17:18:22.254488 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40528) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:22.267977 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-894f0701-0411-480f-acf8-51096fe1d7db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'security_group_rule': {'security_group_id': '30092cd3-363c-4155-bc34-221a8e9a1311', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:22.298600 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ada7faf-3028-4563-8823-aae46cde560e {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:22.340870 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.352259 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Attempting to bind port 3de0299e-d26a-460d-9f60-addfbad86625 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:22.352711 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Attempting to bind port 3de0299e-d26a-460d-9f60-addfbad86625 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:22.353133 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Attempting to bind port 3de0299e-d26a-460d-9f60-addfbad86625 on network ac20359e-4154-4b49-bd1c-e4d92c015121 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:22.373577 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Transition to ACTIVE for port object 4ada7faf-3028-4563-8823-aae46cde560e will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:18:22.403477 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Port 3de0299e-d26a-460d-9f60-addfbad86625 on network ac20359e-4154-4b49-bd1c-e4d92c015121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:18:22.403811 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Attempting to bind port 3de0299e-d26a-460d-9f60-addfbad86625 on network ac20359e-4154-4b49-bd1c-e4d92c015121 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:22.406560 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 2f926e77-078b-4cab-bf9d-bb07266cfaef up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:22.423272 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-894f0701-0411-480f-acf8-51096fe1d7db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.436389 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-3b9d6250-ed7c-4c10-915b-af11bd179ce8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c109ec1-eecb-4d59-a95c-e1773c949773 HTTP/1.1" status: 200 len: 217 time: 0.0878816 Nov 17 17:18:22.437632 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40532) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:22.466032 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8de6018-bc82-4496-849d-3e3941ee3827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.466763 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:22.467130 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Checking segment: {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:22.467679 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Bound using segment: {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:22.468136 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Bound port: 3de0299e-d26a-460d-9f60-addfbad86625, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:22.473744 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.506384 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 2f926e77-078b-4cab-bf9d-bb07266cfaef triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:22.506950 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.509841 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.603149 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af79f12-2231-4f50-97bd-1983ddee6bbc req-431bbb5e-cbfe-4706-8936-7f9724823c74 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:22.626464 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af79f12-2231-4f50-97bd-1983ddee6bbc req-431bbb5e-cbfe-4706-8936-7f9724823c74 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.3902545 Nov 17 17:18:22.686022 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0b236915-b9c0-423f-baab-c15c71f11381 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.838412 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8de6018-bc82-4496-849d-3e3941ee3827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:22.881917 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-803b1e89-da03-4e24-b9ca-9678f8aacb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:22.883550 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-803b1e89-da03-4e24-b9ca-9678f8aacb1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6df5dce5-e523-47af-80be-b6cc2c847a4c HTTP/1.1" status: 200 len: 852 time: 0.4147642 Nov 17 17:18:22.970689 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Attempting to bind port 4ada7faf-3028-4563-8823-aae46cde560e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:22.971398 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Attempting to bind port 4ada7faf-3028-4563-8823-aae46cde560e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:22.971398 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Attempting to bind port 4ada7faf-3028-4563-8823-aae46cde560e on network ac20359e-4154-4b49-bd1c-e4d92c015121 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:22.980496 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Pushing event updated for resources: {'Port': ['ID=4ada7faf-3028-4563-8823-aae46cde560e,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:22.983304 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-62d2f600-12da-4c80-8518-4c9ba7fd311d service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325254 Nov 17 17:18:22.984946 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Port 4ada7faf-3028-4563-8823-aae46cde560e on network ac20359e-4154-4b49-bd1c-e4d92c015121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:18:22.985275 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Attempting to bind port 4ada7faf-3028-4563-8823-aae46cde560e on network ac20359e-4154-4b49-bd1c-e4d92c015121 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:23.031224 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-894f0701-0411-480f-acf8-51096fe1d7db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.045343 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-c16f96e3-4217-4e28-a2f6-1ca4233aede6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1313bd3-345a-413f-ac56-0c8380d42915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615864 Nov 17 17:18:23.048279 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:23.048661 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Checking segment: {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:23.049039 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Bound using segment: {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:23.049234 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af79f12-2231-4f50-97bd-1983ddee6bbc req-cb293a32-9835-4e24-b65a-9f584a7827dd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215159 Nov 17 17:18:23.049496 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Bound port: 4ada7faf-3028-4563-8823-aae46cde560e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79db0479-fd8b-4873-a305-d96fd4cfea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:23.049858 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.060901 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] For port 3de0299e-d26a-460d-9f60-addfbad86625, host hv-cinder-79760, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:23.068065 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] For port 3de0299e-d26a-460d-9f60-addfbad86625, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3de0299e-d26a-460d-9f60-addfbad86625,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:23.099541 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0b236915-b9c0-423f-baab-c15c71f11381 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.193536 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd9d63-f281-4e86-b94e-1de824deba6e req-21263885-68c0-4503-9581-67cd163f91a9 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:23.202365 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c2dd9d63-f281-4e86-b94e-1de824deba6e req-21263885-68c0-4503-9581-67cd163f91a9 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 943 time: 0.0719919 Nov 17 17:18:23.214875 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-253eb7e0-6fe2-49e6-ad79-d3fae6316951 service neutron] 10.222.0.69 "GET /v2.0/networks/b1313bd3-345a-413f-ac56-0c8380d42915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231885 Nov 17 17:18:23.222566 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8de6018-bc82-4496-849d-3e3941ee3827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.266848 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-894f0701-0411-480f-acf8-51096fe1d7db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.339698 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] For port 4ada7faf-3028-4563-8823-aae46cde560e, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:23.345426 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] For port 4ada7faf-3028-4563-8823-aae46cde560e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4ada7faf-3028-4563-8823-aae46cde560e,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:23.360051 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.370497 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0b236915-b9c0-423f-baab-c15c71f11381 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.426531 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c2dd9d63-f281-4e86-b94e-1de824deba6e req-d4647a7e-68b6-4dec-a9f3-d349056e88aa tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217283 Nov 17 17:18:23.470428 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f0701-0411-480f-acf8-51096fe1d7db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3063106-fda0-4017-9df7-8494fdc9a6a4,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:23.501733 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-894f0701-0411-480f-acf8-51096fe1d7db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.504903 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-894f0701-0411-480f-acf8-51096fe1d7db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2463887 Nov 17 17:18:23.517432 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40560) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:23.533478 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b236915-b9c0-423f-baab-c15c71f11381 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f63c7fe-f4e1-4dad-8e62-707a683dc50c,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:23.566939 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:23.623322 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:23.623996 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.625479 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] 10.222.0.69 "PUT /v2.0/ports/3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 200 len: 1093 time: 5.2249007 Nov 17 17:18:23.626930 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbafb25-7644-458e-b425-720bd5fcc61b', 'tag': '3de0299e-d26a-460d-9f60-addfbad86625'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:23.640021 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404" -d '{"events": [{"name": "network-changed", "server_uuid": "acbafb25-7644-458e-b425-720bd5fcc61b", "tag": "3de0299e-d26a-460d-9f60-addfbad86625"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:23.722509 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24803a5-645b-4bc1-9952-2d6d6977dfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3de0299e-d26a-460d-9f60-addfbad86625,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:23.848069 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3213b9-a1a3-4739-9141-5f65f50a319d x-openstack-request-id: req-4d3213b9-a1a3-4739-9141-5f65f50a319d {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:23.848498 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbafb25-7644-458e-b425-720bd5fcc61b", "tag": "3de0299e-d26a-460d-9f60-addfbad86625", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:23.848977 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d3213b9-a1a3-4739-9141-5f65f50a319d {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:23.849098 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.849544 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbafb25-7644-458e-b425-720bd5fcc61b', 'tag': '3de0299e-d26a-460d-9f60-addfbad86625', 'status': 'completed', 'code': 200} Nov 17 17:18:23.868886 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.890561 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12838479-cd44-483e-b05a-faff928e1cff req-e1a4e173-9c76-469a-9d32-cd7f67754b72 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:23.892198 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-12838479-cd44-483e-b05a-faff928e1cff req-e1a4e173-9c76-469a-9d32-cd7f67754b72 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 943 time: 0.9231706 Nov 17 17:18:23.901466 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327d44-5a3d-4f90-a156-40078d727434 req-2c82cf3c-680e-456b-9979-27234b7a1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:23.903601 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-2c82cf3c-680e-456b-9979-27234b7a1784 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1096 time: 0.0896208 Nov 17 17:18:23.932836 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-e8de6018-bc82-4496-849d-3e3941ee3827 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40593635ea644c1694bfdffc59c46cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4941020 Nov 17 17:18:23.937195 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40578) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:23.960491 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0b236915-b9c0-423f-baab-c15c71f11381 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:23.964678 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0b236915-b9c0-423f-baab-c15c71f11381 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7607183 Nov 17 17:18:23.965408 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de6018-bc82-4496-849d-3e3941ee3827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6cac00-060c-4a2e-97a5-8d57e1a6e9e8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:23.965494 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40580) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:24.000462 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:24.017723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:24.018485 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.020581 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ada7faf-3028-4563-8823-aae46cde560e HTTP/1.1" status: 200 len: 1093 time: 2.8519433 Nov 17 17:18:24.030745 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b449303-b9d3-4e5c-a7a3-7fb7e3124799', 'tag': '4ada7faf-3028-4563-8823-aae46cde560e'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:24.048165 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa5db8-22d2-4da2-811e-cf949603021e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b449303-b9d3-4e5c-a7a3-7fb7e3124799", "tag": "4ada7faf-3028-4563-8823-aae46cde560e"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:24.130782 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2bcd2ab-03ca-45aa-9851-590ba486c800 req-d686bec4-fa78-40b2-9327-c78f2990a2ef service neutron] 10.222.0.69 "GET /v2.0/networks/b1313bd3-345a-413f-ac56-0c8380d42915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7786982 Nov 17 17:18:24.148069 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0b528738-f49c-4563-ac3f-36722782b571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.153524 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6886c-3ef1-4f10-b1bf-dccf03038183 service neutron] Pushing event updated for resources: {'Port': ['ID=4ada7faf-3028-4563-8823-aae46cde560e,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:24.185794 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-12838479-cd44-483e-b05a-faff928e1cff req-7c59ba05-2438-4086-852e-c613da890176 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517457 Nov 17 17:18:24.231088 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0b528738-f49c-4563-ac3f-36722782b571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.257946 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb7c20-37eb-423d-bd02-0d8dadf3ad53 x-openstack-request-id: req-9ffb7c20-37eb-423d-bd02-0d8dadf3ad53 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:24.257946 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b449303-b9d3-4e5c-a7a3-7fb7e3124799", "tag": "4ada7faf-3028-4563-8823-aae46cde560e", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:24.257946 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ffb7c20-37eb-423d-bd02-0d8dadf3ad53 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:24.257946 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b449303-b9d3-4e5c-a7a3-7fb7e3124799', 'tag': '4ada7faf-3028-4563-8823-aae46cde560e', 'status': 'completed', 'code': 200} Nov 17 17:18:24.278108 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.324045 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.342129 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40590) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:24.423240 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaf3f9-56d3-40a5-8330-3172eab6f033 req-5ecfb1ed-0e97-4ad6-90f6-c6f646e105d9 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:24.448060 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-14eaf3f9-56d3-40a5-8330-3172eab6f033 req-5ecfb1ed-0e97-4ad6-90f6-c6f646e105d9 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.2386837 Nov 17 17:18:24.523351 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b730-40a6-4c72-a1e6-63fb4a4abd2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.633525 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba63b9-c527-4d75-aacd-6f95f2a94bbc req-664cf48d-e05a-4f46-a04d-ba371f29a348 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:24.655072 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-14eaf3f9-56d3-40a5-8330-3172eab6f033 req-5c8704ef-76ba-499b-84bc-c7aadea294d5 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026639 Nov 17 17:18:24.669787 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Allocated IP 172.27.1.161 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/c057a486-d852-4fe0-b0cb-019a0d8b64d4) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:24.672664 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-83ba63b9-c527-4d75-aacd-6f95f2a94bbc req-664cf48d-e05a-4f46-a04d-ba371f29a348 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 943 time: 0.1009340 Nov 17 17:18:24.728972 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0b528738-f49c-4563-ac3f-36722782b571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.732747 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0b528738-f49c-4563-ac3f-36722782b571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.734621 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0b528738-f49c-4563-ac3f-36722782b571 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e6cac00-060c-4a2e-97a5-8d57e1a6e9e8 HTTP/1.1" status: 204 len: 168 time: 0.7958701 Nov 17 17:18:24.790101 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b528738-f49c-4563-ac3f-36722782b571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6cac00-060c-4a2e-97a5-8d57e1a6e9e8,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:24.853037 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-83ba63b9-c527-4d75-aacd-6f95f2a94bbc req-4ea7fc00-15da-4773-90a5-51f13433422c tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766393 Nov 17 17:18:24.869468 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b730-40a6-4c72-a1e6-63fb4a4abd2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.906119 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.959640 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b730-40a6-4c72-a1e6-63fb4a4abd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:24.997969 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:25.033914 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-7ff2b730-40a6-4c72-a1e6-63fb4a4abd2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbaec5ff577f477eba72753983092054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6905477 Nov 17 17:18:25.034607 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40606) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:25.042701 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2b730-40a6-4c72-a1e6-63fb4a4abd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0206a88-a267-4b3e-9d09-d4f9f16c0739,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:25.106118 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9c82-636c-4a50-a109-2d05d93fe181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:25.129734 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9c82-636c-4a50-a109-2d05d93fe181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:25.171764 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:25.241325 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:25.249999 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:25.262827 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:25.269213 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'Port': ['ID=c057a486-d852-4fe0-b0cb-019a0d8b64d4,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:25.280024 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Allocated IP 172.27.1.185 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/0f6c30d5-c0a7-4c3a-a580-a75df289090d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:25.465923 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa5db8-22d2-4da2-811e-cf949603021e req-359fe76a-be16-423c-ab4f-792a9e1b2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:25.467437 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d7fa5db8-22d2-4da2-811e-cf949603021e req-359fe76a-be16-423c-ab4f-792a9e1b2626 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 1096 time: 0.0482540 Nov 17 17:18:25.572430 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9c82-636c-4a50-a109-2d05d93fe181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:25.578957 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9c82-636c-4a50-a109-2d05d93fe181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:25.579666 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-fdaa9c82-636c-4a50-a109-2d05d93fe181 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0206a88-a267-4b3e-9d09-d4f9f16c0739 HTTP/1.1" status: 204 len: 168 time: 0.5439436 Nov 17 17:18:25.588391 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a11f3-63a4-4c43-9d4e-bb5cdec17add req-3e524a56-5d6c-41f2-aefc-25bf27073886 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:25.589883 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6e6a11f3-63a4-4c43-9d4e-bb5cdec17add req-3e524a56-5d6c-41f2-aefc-25bf27073886 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 943 time: 0.3037326 Nov 17 17:18:25.660994 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-eed48bea-3c16-4bbb-bbaf-d1ff951d0995 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 200 len: 217 time: 0.1052368 Nov 17 17:18:25.694175 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa5db8-22d2-4da2-811e-cf949603021e req-1eb3e3da-e8a3-421b-9d78-2c31c6802d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:25.695916 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d7fa5db8-22d2-4da2-811e-cf949603021e req-1eb3e3da-e8a3-421b-9d78-2c31c6802d55 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2145183 Nov 17 17:18:25.710679 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa9c82-636c-4a50-a109-2d05d93fe181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0206a88-a267-4b3e-9d09-d4f9f16c0739,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:25.800473 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:25.820623 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6e6a11f3-63a4-4c43-9d4e-bb5cdec17add req-ffd7fada-0b9e-47ad-be85-f7501f0c4c04 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703370 Nov 17 17:18:25.844678 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:25.850586 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327d44-5a3d-4f90-a156-40078d727434 req-673062aa-14c2-4aa0-9ca3-f37414e2474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:25.852052 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-673062aa-14c2-4aa0-9ca3-f37414e2474f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.1488333 Nov 17 17:18:25.907272 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-68a53b14-065e-4aec-922b-20e7440bc37a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419843 Nov 17 17:18:25.958666 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b70b8-53b9-463f-b2c5-b986fd9396e6 req-70393179-d5e9-4aed-b782-edfca6c8d3ec tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:25.961323 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-558b70b8-53b9-463f-b2c5-b986fd9396e6 req-70393179-d5e9-4aed-b782-edfca6c8d3ec tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.2029567 Nov 17 17:18:25.999931 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.025598 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa5db8-22d2-4da2-811e-cf949603021e req-cb490683-43e9-4d8f-b150-0b5520297cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:26.027019 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d7fa5db8-22d2-4da2-811e-cf949603021e req-cb490683-43e9-4d8f-b150-0b5520297cc5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3245144 Nov 17 17:18:26.046902 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.065109 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-558b70b8-53b9-463f-b2c5-b986fd9396e6 req-210e8400-1932-46f6-a047-0bf8a717fa77 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828674 Nov 17 17:18:26.141422 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-44179934-9569-4c67-9c5a-68ec06300c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:26.143027 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-44179934-9569-4c67-9c5a-68ec06300c2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 1096 time: 0.0600677 Nov 17 17:18:26.148920 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:26.164325 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-084221f0-9924-47b8-bfc6-250299cbde0c service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416961 Nov 17 17:18:26.174728 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:26.180764 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:26.192148 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'Port': ['ID=0f6c30d5-c0a7-4c3a-a580-a75df289090d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:26.221310 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-18261c48-ab2c-4db3-8cd2-79df1130df68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ada7faf-3028-4563-8823-aae46cde560e HTTP/1.1" status: 200 len: 217 time: 0.0692885 Nov 17 17:18:26.227460 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5525-2194-40d9-99d5-e65705a88d9d req-19b87a45-f4b6-4e16-9d4d-00645c136adb tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:26.232182 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fb2a5525-2194-40d9-99d5-e65705a88d9d req-19b87a45-f4b6-4e16-9d4d-00645c136adb tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 943 time: 0.2715378 Nov 17 17:18:26.275995 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-3f582a61-fc32-4c91-9c8f-bc26e52326bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:26.277678 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-3f582a61-fc32-4c91-9c8f-bc26e52326bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.0474703 Nov 17 17:18:26.315241 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-5e3b88fa-23e8-4376-baee-65ea42892cf4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293305 Nov 17 17:18:26.387655 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.415669 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fb2a5525-2194-40d9-99d5-e65705a88d9d req-3a946160-3b63-4f94-9257-c9a63e5fdcf4 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742465 Nov 17 17:18:26.435820 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-b0a031c6-4912-4be6-a3cf-ab70e14cb7bd service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099174 Nov 17 17:18:26.447325 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.452023 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6327d44-5a3d-4f90-a156-40078d727434 req-0f5aa97c-6cb6-4f48-bec2-705525a15466 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746844 Nov 17 17:18:26.492599 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.556484 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e69012c3-963d-4482-bb94-f37c878c8a43 req-4ea9ccb5-b5a5-4296-8ab4-9fa09c9134ba service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109614 Nov 17 17:18:26.572048 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.577799 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40674) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:26.593738 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9774f803-d7a0-45f7-a7ac-3fc23067a0d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.642029 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.674800 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'Port': ['ID=c057a486-d852-4fe0-b0cb-019a0d8b64d4,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:26.727364 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.744855 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9774f803-d7a0-45f7-a7ac-3fc23067a0d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.750743 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-efe4de6a-28eb-4d6c-bacf-a1dfa5febe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:26.752275 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-efe4de6a-28eb-4d6c-bacf-a1dfa5febe93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1096 time: 0.0661764 Nov 17 17:18:26.773254 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.774568 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-3b7db3b7-c26d-4310-9eb1-8e1557d83171 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2447340 Nov 17 17:18:26.833930 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.856279 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9774f803-d7a0-45f7-a7ac-3fc23067a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.879401 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-2aaf159c-a7fc-475a-b2ae-17527967b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:26.880815 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-2aaf159c-a7fc-475a-b2ae-17527967b882 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 920 time: 0.1183925 Nov 17 17:18:26.904578 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-9774f803-d7a0-45f7-a7ac-3fc23067a0d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee1d99f2f56f429882a605e492ffa7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248675 Nov 17 17:18:26.907503 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40696) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:26.923000 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:26.953924 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-25719f5d-f6e2-4326-abe2-6d53cb65f12c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 200 len: 217 time: 0.0638132 Nov 17 17:18:26.965026 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'Port': ['ID=0f6c30d5-c0a7-4c3a-a580-a75df289090d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:26.981487 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774f803-d7a0-45f7-a7ac-3fc23067a0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e83a48-15e3-4749-a485-2e1127875fc7,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:27.047755 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:27.049171 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-53b97175-16a8-4dda-a60b-c75fe4e02b81 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0817211 Nov 17 17:18:27.115752 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3495b850-aae1-478a-ba47-897679747f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:27.130908 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-f12ebf64-23d8-4756-b1e0-5e2e0c2bfc0a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--244962722&fields=id&tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7 HTTP/1.1" status: 200 len: 267 time: 0.1135244 Nov 17 17:18:27.133513 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-b0408a25-1d70-4b64-9827-d2ca2f1e6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:27.134968 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-b0408a25-1d70-4b64-9827-d2ca2f1e6fd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.1717136 Nov 17 17:18:27.161316 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3495b850-aae1-478a-ba47-897679747f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:27.192223 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245ba40-a081-4094-b0a3-4960771dfc76 req-755fe569-4925-4139-9fab-bdbb04f07a04 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:27.193769 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1245ba40-a081-4094-b0a3-4960771dfc76 req-755fe569-4925-4139-9fab-bdbb04f07a04 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 943 time: 0.1707952 Nov 17 17:18:27.195521 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-ebbdb7f5-cb53-463f-9f3c-3d10f45f504c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481558 Nov 17 17:18:27.273318 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921e72-f376-461d-bbac-22d2a695f748 req-7bce7d40-e237-45dc-8cb6-8e3a62f553c0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:27.279696 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-7bce7d40-e237-45dc-8cb6-8e3a62f553c0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 816 time: 0.1478059 Nov 17 17:18:27.291033 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-a98f23cb-b5ff-42b9-814c-8922d15e2fd6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/quotas/18f0a1683e4e48c2a1310be68bfb2bf7 HTTP/1.1" status: 200 len: 375 time: 0.0104938 Nov 17 17:18:27.338924 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1245ba40-a081-4094-b0a3-4960771dfc76 req-737b2cdd-bd2c-41d5-9986-6ef1a6f6d1c5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264675 Nov 17 17:18:27.355624 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-c3740a20-bc61-4714-aaaa-3e64b353452c service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525292 Nov 17 17:18:27.386650 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-4f578f9d-5a3b-47ec-aeb9-91f2389e6b89 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847030 Nov 17 17:18:27.400298 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3495b850-aae1-478a-ba47-897679747f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:27.403380 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3495b850-aae1-478a-ba47-897679747f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:27.404666 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-3495b850-aae1-478a-ba47-897679747f51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3e83a48-15e3-4749-a485-2e1127875fc7 HTTP/1.1" status: 204 len: 168 time: 0.4951088 Nov 17 17:18:27.463938 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495b850-aae1-478a-ba47-897679747f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e83a48-15e3-4749-a485-2e1127875fc7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:27.547927 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47b26c-f965-43bc-9320-a46df80bf116 req-b6f539e4-6a96-4e5c-9323-62df4e1a822a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:27.557831 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6d47b26c-f965-43bc-9320-a46df80bf116 req-b6f539e4-6a96-4e5c-9323-62df4e1a822a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.1157675 Nov 17 17:18:27.569096 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-564cdcf2-776c-4c94-ae8d-712ca8058857 service neutron] 10.222.0.41 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700184 Nov 17 17:18:27.571743 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dfd6d24d-1458-4dcd-88c9-e0fef96f3404 req-14374c7f-a2cb-420b-a845-2d04e7a03abf service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077134 Nov 17 17:18:27.617195 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6d47b26c-f965-43bc-9320-a46df80bf116 req-ec6a37be-ebab-421b-9808-94fad35f4f48 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585001 Nov 17 17:18:27.682972 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-1a937dc8-119b-4e2f-ae8e-9b6d4abd037e service neutron] 10.222.0.41 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051104 Nov 17 17:18:27.701117 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:18:27.789449 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-08f8c208-631e-48f5-86c3-d57edaef2c78 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2132080918&fields=id&tenant_id=3d06d234ea8642ef89eded75c40d1aa8 HTTP/1.1" status: 200 len: 267 time: 0.0828242 Nov 17 17:18:27.911489 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a898c-c072-408e-8f70-985476c3509b req-2893c3b4-3d39-48a0-8d7d-0411a9542c94 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:27.913632 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-2893c3b4-3d39-48a0-8d7d-0411a9542c94 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 811 time: 0.1210752 Nov 17 17:18:27.933215 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-f9adb2b0-e71e-405f-a0b2-4750ea3d6f37 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/quotas/3d06d234ea8642ef89eded75c40d1aa8 HTTP/1.1" status: 200 len: 375 time: 0.0124769 Nov 17 17:18:27.997081 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-2fd20ce3-7c88-477d-85f4-4134b4adc90a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577259 Nov 17 17:18:28.122993 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-a3887fb0-e126-4b01-8ece-790d3e283a1a service neutron] 10.222.0.41 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986283 Nov 17 17:18:28.193783 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750dbee-d7a5-4651-a709-f31b4a008a44 req-8d5131d2-a326-4e1c-8ad5-be98af4720d5 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:28.200933 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1750dbee-d7a5-4651-a709-f31b4a008a44 req-8d5131d2-a326-4e1c-8ad5-be98af4720d5 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 943 time: 0.0866499 Nov 17 17:18:28.260270 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-0d78b8c5-d45d-4cae-aa8b-8df1e78f779b service neutron] 10.222.0.41 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298375 Nov 17 17:18:28.263747 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1750dbee-d7a5-4651-a709-f31b4a008a44 req-bbe1e823-f8be-40de-8e53-6eee44038e85 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616314 Nov 17 17:18:28.354671 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cdb9a2da-a322-4c56-a4cd-9a5fede2f932 req-b82fecee-9f8a-47fc-a74a-bd4103b1fbf2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0370250 Nov 17 17:18:28.491411 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488071d7-e651-4c2d-9a3b-2101bed09d36 req-98bb2b90-32bb-49ef-99b9-bfbcf49e38ca tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:28.500203 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-488071d7-e651-4c2d-9a3b-2101bed09d36 req-98bb2b90-32bb-49ef-99b9-bfbcf49e38ca tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 943 time: 0.0726981 Nov 17 17:18:28.559449 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3ccdb179-b770-4f3b-b150-9133d8477e02 req-bbf715db-6dfa-4142-a91e-41a5173f0357 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 210 time: 0.0413668 Nov 17 17:18:28.598235 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-488071d7-e651-4c2d-9a3b-2101bed09d36 req-3f09a33e-2b32-4f7c-8295-89b52be99e73 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917881 Nov 17 17:18:28.743050 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f86556-bac6-4929-af92-a813d397aeb3 req-156a72ea-2b50-4979-b93d-442f7b3a99b0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:28.744488 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-99f86556-bac6-4929-af92-a813d397aeb3 req-156a72ea-2b50-4979-b93d-442f7b3a99b0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.0491996 Nov 17 17:18:28.791348 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-99f86556-bac6-4929-af92-a813d397aeb3 req-b7cd5969-b8d3-4a95-b2ec-e41ba42fdd85 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Nov 17 17:18:28.935861 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 4ada7faf-3028-4563-8823-aae46cde560e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:18:29.038844 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 4ada7faf-3028-4563-8823-aae46cde560e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4ada7faf-3028-4563-8823-aae46cde560e,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:29.054415 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '4ada7faf-3028-4563-8823-aae46cde560e', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'port_id': '4ada7faf-3028-4563-8823-aae46cde560e', 'mac_address': 'fa:16:3e:98:44:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:18:29.091540 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:29.105600 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ada7faf-3028-4563-8823-aae46cde560e {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:29.127321 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 4ada7faf-3028-4563-8823-aae46cde560e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4ada7faf-3028-4563-8823-aae46cde560e,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:29.244504 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:29.248194 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 6c109ec1-eecb-4d59-a95c-e1773c949773 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:18:29.301795 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40830) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:29.345268 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=4ada7faf-3028-4563-8823-aae46cde560e,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:29.427777 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec879e-795d-4756-98f6-dfccc962862a req-2bf62b26-2b87-467c-8c5a-83c0637523d9 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:29.431185 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e0ec879e-795d-4756-98f6-dfccc962862a req-2bf62b26-2b87-467c-8c5a-83c0637523d9 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 943 time: 0.0785291 Nov 17 17:18:29.512962 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b2bc5c8-c2d6-48f0-85c9-90a9fe60ca60 req-5eb57064-24c0-4d0d-a9f6-5482c5167948 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0607738 Nov 17 17:18:29.576149 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e0ec879e-795d-4756-98f6-dfccc962862a req-fa386753-cc38-4568-bf81-4e8ea63db9df tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326351 Nov 17 17:18:29.587100 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-667e7867-9ea3-4955-9216-4acdf8302d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:29.599668 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 6c109ec1-eecb-4d59-a95c-e1773c949773, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6c109ec1-eecb-4d59-a95c-e1773c949773,segment=NetworkSegment(b2d35426-c753-44df-bcce-521e7ffb3a21),segment_id=b2d35426-c753-44df-bcce-521e7ffb3a21)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:29.615575 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '6c109ec1-eecb-4d59-a95c-e1773c949773', 'network_id': 'b1313bd3-345a-413f-ac56-0c8380d42915', 'port_id': '6c109ec1-eecb-4d59-a95c-e1773c949773', 'mac_address': 'fa:16:3e:25:48:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df5dce5-e523-47af-80be-b6cc2c847a4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:18:29.682807 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:29.683369 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-667e7867-9ea3-4955-9216-4acdf8302d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:29.717204 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c109ec1-eecb-4d59-a95c-e1773c949773 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:29.723129 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-61c8ac9d-9053-45d3-8dac-2c66e3d19b66 req-6a0a99c4-e316-4b4b-a114-bda3d56fbe51 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 210 time: 0.0418811 Nov 17 17:18:29.748187 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 6c109ec1-eecb-4d59-a95c-e1773c949773, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6c109ec1-eecb-4d59-a95c-e1773c949773,segment=NetworkSegment(b2d35426-c753-44df-bcce-521e7ffb3a21),segment_id=b2d35426-c753-44df-bcce-521e7ffb3a21)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:29.898133 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-667e7867-9ea3-4955-9216-4acdf8302d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:29.937307 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b4b9b-9bfe-4e13-8190-50a61eb11d67 req-0c8f0e4c-c542-479b-9f52-d28f4141d78d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:29.938782 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9f1b4b9b-9bfe-4e13-8190-50a61eb11d67 req-0c8f0e4c-c542-479b-9f52-d28f4141d78d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 944 time: 0.2443733 Nov 17 17:18:29.950105 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7b256-0e70-4761-90c4-70d512adc566 req-39182a95-a27b-45ce-8b47-109c6e85a786 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:29.951564 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f8f7b256-0e70-4761-90c4-70d512adc566 req-39182a95-a27b-45ce-8b47-109c6e85a786 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 943 time: 0.0870388 Nov 17 17:18:29.953950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e7867-9ea3-4955-9216-4acdf8302d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a32a1-dd58-460c-9be9-5f3b08e3957a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:29.960215 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:29.964402 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 3de0299e-d26a-460d-9f60-addfbad86625 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:18:29.986559 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-667e7867-9ea3-4955-9216-4acdf8302d6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cd6533df1f549af9469732b072b9586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6804190 Nov 17 17:18:29.989411 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40858) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:30.025231 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9f1b4b9b-9bfe-4e13-8190-50a61eb11d67 req-99a06964-507d-486f-99e1-fc0dee4f3f60 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755072 Nov 17 17:18:30.070891 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f8f7b256-0e70-4761-90c4-70d512adc566 req-718e82b0-8b4d-4a53-9fa6-de82099c5bcd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860498 Nov 17 17:18:30.093251 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4550f0f5-b0f6-4758-8894-fb987ebf82aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:30.093921 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 3de0299e-d26a-460d-9f60-addfbad86625, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3de0299e-d26a-460d-9f60-addfbad86625,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:30.096362 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=6c109ec1-eecb-4d59-a95c-e1773c949773,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:30.114858 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '3de0299e-d26a-460d-9f60-addfbad86625', 'network_id': 'ac20359e-4154-4b49-bd1c-e4d92c015121', 'port_id': '3de0299e-d26a-460d-9f60-addfbad86625', 'mac_address': 'fa:16:3e:ef:4a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03115606-87e1-49ef-8a6b-d1e4e6fc2bcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:18:30.131325 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4550f0f5-b0f6-4758-8894-fb987ebf82aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:30.164426 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:30.171813 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de0299e-d26a-460d-9f60-addfbad86625 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:30.192428 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 3de0299e-d26a-460d-9f60-addfbad86625, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3de0299e-d26a-460d-9f60-addfbad86625,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:30.307223 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4550f0f5-b0f6-4758-8894-fb987ebf82aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:30.307756 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:30.307933 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 1d08a807-361e-4c11-b6d1-362a9452ea85 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:18:30.310805 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4550f0f5-b0f6-4758-8894-fb987ebf82aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:30.319421 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-4550f0f5-b0f6-4758-8894-fb987ebf82aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/655a32a1-dd58-460c-9be9-5f3b08e3957a HTTP/1.1" status: 204 len: 168 time: 0.3237822 Nov 17 17:18:30.333094 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550f0f5-b0f6-4758-8894-fb987ebf82aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a32a1-dd58-460c-9be9-5f3b08e3957a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:30.421746 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=3de0299e-d26a-460d-9f60-addfbad86625,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:30.490249 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 1d08a807-361e-4c11-b6d1-362a9452ea85, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d08a807-361e-4c11-b6d1-362a9452ea85,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:30.501705 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '1d08a807-361e-4c11-b6d1-362a9452ea85', 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'port_id': '1d08a807-361e-4c11-b6d1-362a9452ea85', 'mac_address': 'fa:16:3e:b0:ca:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367e5561-314f-482d-81dc-779ede48e9e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:18:30.540008 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:30.559219 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d08a807-361e-4c11-b6d1-362a9452ea85 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:30.582631 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 1d08a807-361e-4c11-b6d1-362a9452ea85, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d08a807-361e-4c11-b6d1-362a9452ea85,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:30.616746 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-15ae1d3c-f3a6-43f2-963e-e2f0522450a6 req-f08eee26-c5bf-4aaf-84d2-d4bb534ff5da tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0314751 Nov 17 17:18:30.701974 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:30.713251 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7c71-7801-4111-8a20-8d0a43a95a34 req-3e45d92e-0d29-403a-ade8-47e463bd0240 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:30.713251 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f98c7c71-7801-4111-8a20-8d0a43a95a34 req-3e45d92e-0d29-403a-ade8-47e463bd0240 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 944 time: 0.0534573 Nov 17 17:18:30.750765 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=1d08a807-361e-4c11-b6d1-362a9452ea85,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:30.756031 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f98c7c71-7801-4111-8a20-8d0a43a95a34 req-4ee1b710-fcd0-4213-af00-c2b98e949c33 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Nov 17 17:18:30.844136 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d27e4d99-0307-42d9-8e5b-ed5d35c9b44c req-737c8959-bb3f-48db-8db9-022a13a62dd0 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 210 time: 0.0255988 Nov 17 17:18:31.148543 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41ff96-349e-49c7-8fe8-e331e797d41a req-09a166d3-3b88-4959-80d1-009dafe34ae1 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:31.150034 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bc41ff96-349e-49c7-8fe8-e331e797d41a req-09a166d3-3b88-4959-80d1-009dafe34ae1 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 944 time: 0.0646374 Nov 17 17:18:31.175322 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['4ada7faf-3028-4563-8823-aae46cde560e'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:18:31.205625 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40896) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:31.241730 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['3de0299e-d26a-460d-9f60-addfbad86625'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:18:31.243531 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bc41ff96-349e-49c7-8fe8-e331e797d41a req-2884c678-b21e-40f1-b79b-83fdac83a69e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866349 Nov 17 17:18:31.246119 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['1d08a807-361e-4c11-b6d1-362a9452ea85'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:18:31.247396 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dabc-46ab-4c82-897b-22ab604e1eed req-f6adab47-6298-4956-9059-696d599bf186 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:31.249207 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8dd2dabc-46ab-4c82-897b-22ab604e1eed req-f6adab47-6298-4956-9059-696d599bf186 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 944 time: 0.0858076 Nov 17 17:18:31.256364 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['6c109ec1-eecb-4d59-a95c-e1773c949773'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:18:31.323256 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8dd2dabc-46ab-4c82-897b-22ab604e1eed req-3d17bc28-4f7f-4143-a8af-6c82781239f0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638623 Nov 17 17:18:31.377119 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921e72-f376-461d-bbac-22d2a695f748 req-3a24d737-7db1-4708-8d8d-8029cb975aa6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:31.380444 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-3a24d737-7db1-4708-8d8d-8029cb975aa6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 816 time: 0.1313541 Nov 17 17:18:31.481614 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40900) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:31.505505 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd036-5e68-4803-bfba-10009b1702e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:31.560908 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-cb74c91d-0eba-42e0-87db-fdb5675f6608 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7 HTTP/1.1" status: 200 len: 379 time: 0.1632493 Nov 17 17:18:31.577410 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'port': {'device_id': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'admin_state_up': True, 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'security_groups': ['30092cd3-363c-4155-bc34-221a8e9a1311']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:31.617685 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd036-5e68-4803-bfba-10009b1702e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:31.742194 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ca1a366a-d02d-4db5-86e9-727fe0c79ae2 req-346617b7-3d42-4dbf-becb-3358896b0221 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0367920 Nov 17 17:18:31.755085 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd036-5e68-4803-bfba-10009b1702e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:31.787821 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d890d51-2bb4-4a6e-97fe-68210c38f3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:31.824863 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ec7cd036-5e68-4803-bfba-10009b1702e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7296688274804056ba990fc304284292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396246 Nov 17 17:18:31.825368 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd036-5e68-4803-bfba-10009b1702e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccd539c-8825-488a-a2a8-093628caadd7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:31.825526 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40906) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:31.880662 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Made reservation on behalf of 18f0a1683e4e48c2a1310be68bfb2bf7 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:18:31.885258 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:31.965987 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fa703fc8-7c4c-4ec2-97be-a4c7629afa23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:31.970317 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d890d51-2bb4-4a6e-97fe-68210c38f3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.009855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395acd3-fbb8-4584-bcd2-3341f996da3c req-bf0e0b66-d41c-436c-ba2f-df0065de5dc2 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:32.011826 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4395acd3-fbb8-4584-bcd2-3341f996da3c req-bf0e0b66-d41c-436c-ba2f-df0065de5dc2 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 944 time: 0.1287560 Nov 17 17:18:32.038905 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3fc42d64-9c8c-4536-8f9a-cbba84099822 req-0b0a164e-ffef-4a36-a340-c694e0d4ed18 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 210 time: 0.0420380 Nov 17 17:18:32.039467 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a898c-c072-408e-8f70-985476c3509b req-f42db3de-807a-4eaf-9b2a-cef6eb96c325 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:32.041641 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-f42db3de-807a-4eaf-9b2a-cef6eb96c325 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 811 time: 0.1921749 Nov 17 17:18:32.052767 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fa703fc8-7c4c-4ec2-97be-a4c7629afa23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.120150 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4395acd3-fbb8-4584-bcd2-3341f996da3c req-1358b400-0d97-4eae-b646-7eaf8cbbb82a tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984454 Nov 17 17:18:32.150382 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-b1f9c221-8662-4f17-8eda-c41e55c12efb tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d06d234ea8642ef89eded75c40d1aa8 HTTP/1.1" status: 200 len: 380 time: 0.0965102 Nov 17 17:18:32.161760 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'port': {'device_id': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'admin_state_up': True, 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'security_groups': ['d726e730-0244-4cb7-b3c2-619302f4904b']}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:32.279014 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d890d51-2bb4-4a6e-97fe-68210c38f3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.349770 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Made reservation on behalf of 3d06d234ea8642ef89eded75c40d1aa8 for: {'port': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:18:32.354656 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.371379 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Allocated IP 172.20.0.12 (2c4a4868-1566-465c-928c-b8888f2f5947/d7a8f306-f6a7-44f9-8948-d67d67380072/272e1194-2d78-43bb-a34f-1a3cebccdf10) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:32.375810 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6d890d51-2bb4-4a6e-97fe-68210c38f3f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e857b6117f748b68bf714f1507100f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1684361 Nov 17 17:18:32.383210 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40920) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:32.394455 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d890d51-2bb4-4a6e-97fe-68210c38f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe76b2a-6273-45e0-8f10-72ba2956666b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:32.472581 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f417ae-69d5-4f1d-b768-246f3f27a993 req-2974f53d-7ff7-43ec-8e64-97149c1d03ac tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:32.473991 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-67f417ae-69d5-4f1d-b768-246f3f27a993 req-2974f53d-7ff7-43ec-8e64-97149c1d03ac tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 944 time: 0.1595874 Nov 17 17:18:32.514030 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fa703fc8-7c4c-4ec2-97be-a4c7629afa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.516548 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fa703fc8-7c4c-4ec2-97be-a4c7629afa23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.517705 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-fa703fc8-7c4c-4ec2-97be-a4c7629afa23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fccd539c-8825-488a-a2a8-093628caadd7 HTTP/1.1" status: 204 len: 168 time: 0.6912608 Nov 17 17:18:32.538058 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690be43d-da76-4d94-bfe8-81f39311266b req-f5cb6fed-1e56-4920-a91f-ec1da6c9f19b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:32.543147 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-779fd69f-8009-4e1e-b699-7cf4f66914b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.545143 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-690be43d-da76-4d94-bfe8-81f39311266b req-f5cb6fed-1e56-4920-a91f-ec1da6c9f19b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 944 time: 0.1489112 Nov 17 17:18:32.580865 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa703fc8-7c4c-4ec2-97be-a4c7629afa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccd539c-8825-488a-a2a8-093628caadd7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:32.583097 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Allocated IP 172.20.0.13 (324248bd-da3b-4b51-8580-3d8065bbecf1/1b8d5bc6-3cb0-4a61-b401-c797cdca4863/bf25b35d-2461-4f4e-85ff-1288d3f13efb) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:18:32.621120 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-690be43d-da76-4d94-bfe8-81f39311266b req-1e339b0d-7941-4615-be27-a273c6f1f356 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750775 Nov 17 17:18:32.629678 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-67f417ae-69d5-4f1d-b768-246f3f27a993 req-0ff8640e-a9bb-481c-a1e2-bd922cd6366d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440570 Nov 17 17:18:32.631573 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-779fd69f-8009-4e1e-b699-7cf4f66914b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.688506 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.759230 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.839604 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.841561 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-779fd69f-8009-4e1e-b699-7cf4f66914b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.854465 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-779fd69f-8009-4e1e-b699-7cf4f66914b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.854465 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-779fd69f-8009-4e1e-b699-7cf4f66914b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fe76b2a-6273-45e0-8f10-72ba2956666b HTTP/1.1" status: 204 len: 168 time: 0.4614353 Nov 17 17:18:32.883996 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fd69f-8009-4e1e-b699-7cf4f66914b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe76b2a-6273-45e0-8f10-72ba2956666b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:32.901104 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Network 2c4a4868-1566-465c-928c-b8888f2f5947 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:32.901265 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5f7b-feac-4df2-a107-72092bf403eb req-5297f411-03e5-4b57-9999-23ef080e4e09 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:32.906846 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:32.911348 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:32.916895 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1eac5f7b-feac-4df2-a107-72092bf403eb req-5297f411-03e5-4b57-9999-23ef080e4e09 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 932 time: 0.0827913 Nov 17 17:18:32.918019 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:32.918830 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:32.926764 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:32.928650 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 4ada7faf-3028-4563-8823-aae46cde560e up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:32.957920 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.017300 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:18:33.027026 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:18:33.036208 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-51c36049-7edc-4b59-9351-65d07c7113e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4744115 Nov 17 17:18:33.043129 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:18:33.051908 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Request body: {'port': {'device_id': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:33.073058 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:33.073715 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.095898 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'Port': ['ID=bf25b35d-2461-4f4e-85ff-1288d3f13efb,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:33.103322 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1eac5f7b-feac-4df2-a107-72092bf403eb req-3b811723-b25e-4208-9746-232672c52867 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855555 Nov 17 17:18:33.182483 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.199366 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 4ada7faf-3028-4563-8823-aae46cde560e completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:18:33.215955 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 4ada7faf-3028-4563-8823-aae46cde560e triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:33.216354 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.234806 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-0a99d64f-4f86-455f-89d6-b898e92017f9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0778704 Nov 17 17:18:33.264741 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Request body: {'port': {'device_id': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:33.285532 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccea0e3-0286-423a-b518-6e42e2decc74 req-50454ee5-4773-4219-a43f-a3eb11c353dd tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:33.287321 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7ccea0e3-0286-423a-b518-6e42e2decc74 req-50454ee5-4773-4219-a43f-a3eb11c353dd tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 932 time: 0.1066480 Nov 17 17:18:33.346169 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c181b-f34d-44ab-96b5-1e33d7c19c00 req-e353c6a3-63fe-4448-b366-6f22501bff34 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:33.347779 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.354217 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c78c181b-f34d-44ab-96b5-1e33d7c19c00 req-e353c6a3-63fe-4448-b366-6f22501bff34 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 944 time: 0.1272800 Nov 17 17:18:33.366717 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.405985 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b449303-b9d3-4e5c-a7a3-7fb7e3124799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ada7faf-3028-4563-8823-aae46cde560e'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:33.443509 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7ccea0e3-0286-423a-b518-6e42e2decc74 req-8342473e-f675-4ae4-9a73-228e74fb798c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454175 Nov 17 17:18:33.480552 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c78c181b-f34d-44ab-96b5-1e33d7c19c00 req-2cae9fc8-ffcd-4170-8fc7-888eba32c8e6 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231353 Nov 17 17:18:33.552121 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 4ada7faf-3028-4563-8823-aae46cde560e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4ada7faf-3028-4563-8823-aae46cde560e,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:33.564564 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-ae12a214-fea9-46bb-9aba-ae9c3c1adb01 None None] Provisioning complete for port 272e1194-2d78-43bb-a34f-1a3cebccdf10 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:33.565144 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ae12a214-fea9-46bb-9aba-ae9c3c1adb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.608589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-ae12a214-fea9-46bb-9aba-ae9c3c1adb01 None None] Port 272e1194-2d78-43bb-a34f-1a3cebccdf10 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:18:33.629033 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.629033 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 6c109ec1-eecb-4d59-a95c-e1773c949773 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:33.703852 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272e1194-2d78-43bb-a34f-1a3cebccdf10 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:33.720475 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.736873 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Transition to ACTIVE for port object 272e1194-2d78-43bb-a34f-1a3cebccdf10 will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:18:33.744252 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=4ada7faf-3028-4563-8823-aae46cde560e,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:33.802162 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-d0240ad1-2931-47b4-b72e-f756c2c88f0f None None] Provisioning complete for port bf25b35d-2461-4f4e-85ff-1288d3f13efb triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:33.802384 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d0240ad1-2931-47b4-b72e-f756c2c88f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.824922 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0871768-95bd-4e8d-8b08-1d760ab46246 req-4d53d940-97d1-4874-90df-a6a5f8cefacc tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:33.840199 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e0871768-95bd-4e8d-8b08-1d760ab46246 req-4d53d940-97d1-4874-90df-a6a5f8cefacc tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0775018 Nov 17 17:18:33.844188 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-d0240ad1-2931-47b4-b72e-f756c2c88f0f None None] Port bf25b35d-2461-4f4e-85ff-1288d3f13efb cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:18:33.879877 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5004f-7399-4efa-bd98-71314e96031d req-bd05309a-c544-44bc-a2f9-ab9991fe1235 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:33.881394 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f2d5004f-7399-4efa-bd98-71314e96031d req-bd05309a-c544-44bc-a2f9-ab9991fe1235 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 944 time: 0.1417968 Nov 17 17:18:33.885668 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf25b35d-2461-4f4e-85ff-1288d3f13efb {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:33.889253 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e0871768-95bd-4e8d-8b08-1d760ab46246 req-3087a4e3-e743-4d52-a6e7-3f98954c9497 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Nov 17 17:18:33.901013 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.914335 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3884fc-304e-4bb0-a116-a930f7fd1560" -d '{"events": [{"server_uuid": "4b449303-b9d3-4e5c-a7a3-7fb7e3124799", "name": "network-vif-plugged", "status": "completed", "tag": "4ada7faf-3028-4563-8823-aae46cde560e"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:33.925516 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:33.933448 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 6c109ec1-eecb-4d59-a95c-e1773c949773 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:18:33.938993 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f2d5004f-7399-4efa-bd98-71314e96031d req-fd6b6d08-c902-4b39-8a4a-e4b48efc8bfd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 Nov 17 17:18:33.944182 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 6c109ec1-eecb-4d59-a95c-e1773c949773 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:33.944582 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.008680 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Attempting to bind port 272e1194-2d78-43bb-a34f-1a3cebccdf10 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:34.009176 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Attempting to bind port 272e1194-2d78-43bb-a34f-1a3cebccdf10 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:34.009538 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Attempting to bind port 272e1194-2d78-43bb-a34f-1a3cebccdf10 on network 2c4a4868-1566-465c-928c-b8888f2f5947 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:34.014063 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Port 272e1194-2d78-43bb-a34f-1a3cebccdf10 on network 2c4a4868-1566-465c-928c-b8888f2f5947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:18:34.018397 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Attempting to bind port 272e1194-2d78-43bb-a34f-1a3cebccdf10 on network 2c4a4868-1566-465c-928c-b8888f2f5947 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:34.020973 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:34.021311 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Checking segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:34.021796 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Bound using segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:34.022451 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Bound port: 272e1194-2d78-43bb-a34f-1a3cebccdf10, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:34.022830 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.056247 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Transition to ACTIVE for port object bf25b35d-2461-4f4e-85ff-1288d3f13efb will not be triggered until provisioned by entity L2. {{(pid=102411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:18:34.099930 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:34.112422 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40974) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:34.134845 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.158612 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.171670 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:34.177913 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:34.220506 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb9ed-79d0-4a4b-9b31-399ba9f935f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.228071 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 6c109ec1-eecb-4d59-a95c-e1773c949773, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6c109ec1-eecb-4d59-a95c-e1773c949773,segment=NetworkSegment(b2d35426-c753-44df-bcce-521e7ffb3a21),segment_id=b2d35426-c753-44df-bcce-521e7ffb3a21)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:34.230035 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Pushing event updated for resources: {'Port': ['ID=bf25b35d-2461-4f4e-85ff-1288d3f13efb,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:34.268108 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.309115 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.310552 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 3de0299e-d26a-460d-9f60-addfbad86625 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:34.363682 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:34.364478 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.366122 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] 10.222.0.69 "PUT /v2.0/ports/272e1194-2d78-43bb-a34f-1a3cebccdf10 HTTP/1.1" status: 200 len: 1094 time: 1.3210704 Nov 17 17:18:34.369396 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:34.382555 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caa58b3-823c-436a-9aee-47a50686557b" -d '{"events": [{"name": "network-changed", "server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:34.399766 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df390240-3c12-4d7c-9bdc-c32803c8a130 x-openstack-request-id: req-df390240-3c12-4d7c-9bdc-c32803c8a130 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:34.400319 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b449303-b9d3-4e5c-a7a3-7fb7e3124799", "name": "network-vif-plugged", "status": "completed", "tag": "4ada7faf-3028-4563-8823-aae46cde560e", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:34.400743 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df390240-3c12-4d7c-9bdc-c32803c8a130 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:34.401353 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b449303-b9d3-4e5c-a7a3-7fb7e3124799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ada7faf-3028-4563-8823-aae46cde560e', 'code': 200} Nov 17 17:18:34.417901 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Attempting to bind port bf25b35d-2461-4f4e-85ff-1288d3f13efb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:18:34.418233 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Attempting to bind port bf25b35d-2461-4f4e-85ff-1288d3f13efb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:18:34.418564 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Attempting to bind port bf25b35d-2461-4f4e-85ff-1288d3f13efb on network 324248bd-da3b-4b51-8580-3d8065bbecf1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:34.442238 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Port bf25b35d-2461-4f4e-85ff-1288d3f13efb on network 324248bd-da3b-4b51-8580-3d8065bbecf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:18:34.443098 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Attempting to bind port bf25b35d-2461-4f4e-85ff-1288d3f13efb on network 324248bd-da3b-4b51-8580-3d8065bbecf1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:18:34.463749 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a4a2-ee42-4422-bf7e-254784ee38a6 req-d49e881a-6fc6-4858-aa13-5924bf2069a5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:34.464076 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=6c109ec1-eecb-4d59-a95c-e1773c949773,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:34.465844 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3076a4a2-ee42-4422-bf7e-254784ee38a6 req-d49e881a-6fc6-4858-aa13-5924bf2069a5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.1898229 Nov 17 17:18:34.475865 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:18:34.479696 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d680f-ff66-4e46-bbc3-ceb9562bce0c service neutron] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:34.484040 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Checking segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:18:34.484651 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Bound using segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:18:34.485028 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Bound port: bf25b35d-2461-4f4e-85ff-1288d3f13efb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:18:34.491822 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.510971 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5bf22d-eff1-4d12-94f2-42a4f7664a81 x-openstack-request-id: req-9e5bf22d-eff1-4d12-94f2-42a4f7664a81 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:34.511522 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:34.511896 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e5bf22d-eff1-4d12-94f2-42a4f7664a81 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:34.512542 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'status': 'completed', 'code': 200} Nov 17 17:18:34.610662 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 3de0299e-d26a-460d-9f60-addfbad86625 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:18:34.615049 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 3de0299e-d26a-460d-9f60-addfbad86625 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:34.618283 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.709564 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e019df-b28f-43cc-ab6f-139de2f88815 req-f484a76b-0615-4812-a28e-6ab4b3ef9e58 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:34.717660 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c4e019df-b28f-43cc-ab6f-139de2f88815 req-f484a76b-0615-4812-a28e-6ab4b3ef9e58 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 944 time: 0.1090400 Nov 17 17:18:34.730417 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa58b3-823c-436a-9aee-47a50686557b req-659cc607-598d-4fda-a703-e18a549c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:34.732478 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2caa58b3-823c-436a-9aee-47a50686557b req-659cc607-598d-4fda-a703-e18a549c4523 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 1097 time: 0.1855881 Nov 17 17:18:34.788267 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3076a4a2-ee42-4422-bf7e-254784ee38a6 req-241edbdb-dcfd-42d9-a6ac-6260a9268949 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919364 Nov 17 17:18:34.790361 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb9ed-79d0-4a4b-9b31-399ba9f935f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.795604 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.803883 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] For port bf25b35d-2461-4f4e-85ff-1288d3f13efb, host hv-cinder-79760, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:18:34.812226 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] For port bf25b35d-2461-4f4e-85ff-1288d3f13efb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:18:34.916299 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c4e019df-b28f-43cc-ab6f-139de2f88815 req-e8a4c855-5f35-4ae1-99c9-494c8ea6f2d0 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974905 Nov 17 17:18:34.917395 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614feb05-2bf4-480b-8efe-401ae7824f60 req-1ee154f4-f71b-41aa-ae33-265c72c26f3e tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:34.919571 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-614feb05-2bf4-480b-8efe-401ae7824f60 req-1ee154f4-f71b-41aa-ae33-265c72c26f3e tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0636365 Nov 17 17:18:34.956143 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb9ed-79d0-4a4b-9b31-399ba9f935f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:34.975993 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dcf14-b730-46c9-86e1-7042f9b92e61 req-388b88a1-3e6a-4d2b-83a7-c8aa8c3d3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:34.978130 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-048dcf14-b730-46c9-86e1-7042f9b92e61 req-388b88a1-3e6a-4d2b-83a7-c8aa8c3d3731 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 1098 time: 0.2027674 Nov 17 17:18:34.979418 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa58b3-823c-436a-9aee-47a50686557b req-579a1ec7-ec76-4d36-b35e-90914d260b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:34.981481 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2caa58b3-823c-436a-9aee-47a50686557b req-579a1ec7-ec76-4d36-b35e-90914d260b5f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2380326 Nov 17 17:18:34.982762 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 3de0299e-d26a-460d-9f60-addfbad86625, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3de0299e-d26a-460d-9f60-addfbad86625,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:35.021284 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.027817 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-dc2cb9ed-79d0-4a4b-9b31-399ba9f935f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2784c70acd974486bb0b164c296bd1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9137204 Nov 17 17:18:35.033612 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-614feb05-2bf4-480b-8efe-401ae7824f60 req-75ba30dc-1646-4ba8-8620-33b37c3c2fad tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005394 Nov 17 17:18:35.062551 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-048dcf14-b730-46c9-86e1-7042f9b92e61 req-968e84bf-3baf-4012-b86e-d65badd86c4a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.062642 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 40998) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:35.062642 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cb9ed-79d0-4a4b-9b31-399ba9f935f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d280f12-b7e7-4192-85e5-e989ef1933e3,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:35.079046 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.080004 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 1d08a807-361e-4c11-b6d1-362a9452ea85 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:35.085871 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.085871 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.085871 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] 10.222.0.69 "PUT /v2.0/ports/bf25b35d-2461-4f4e-85ff-1288d3f13efb HTTP/1.1" status: 200 len: 1094 time: 1.8371577 Nov 17 17:18:35.093255 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'tag': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:35.095808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443c16e1-6882-40fd-9c39-864b57e46862" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a4e0b7-1906-402f-9fe3-bfdadade85ed", "tag": "bf25b35d-2461-4f4e-85ff-1288d3f13efb"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:35.153508 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca04a2d-1e4b-4bd0-ae51-612b2462d89f service neutron] Pushing event updated for resources: {'Port': ['ID=bf25b35d-2461-4f4e-85ff-1288d3f13efb,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:35.193082 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a33e6196-3ff5-4735-acfa-1b1078984afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.225623 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a33e6196-3ff5-4735-acfa-1b1078984afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.260613 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=3de0299e-d26a-460d-9f60-addfbad86625,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:35.262559 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721ebc2-3404-425c-825c-3f4805076ade req-934779c0-0632-48d5-8355-5442d1b1f19d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.265808 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e721ebc2-3404-425c-825c-3f4805076ade req-934779c0-0632-48d5-8355-5442d1b1f19d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.2693493 Nov 17 17:18:35.269472 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa58b3-823c-436a-9aee-47a50686557b req-03c67783-e960-4e5f-a453-8c1fdb8a8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.271133 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2caa58b3-823c-436a-9aee-47a50686557b req-03c67783-e960-4e5f-a453-8c1fdb8a8a21 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2736814 Nov 17 17:18:35.275818 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9814e-5099-4bdd-8b08-36c177b51eed req-98b88dc3-a86c-4c2a-98ee-6ff85bf03059 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.283197 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-acc9814e-5099-4bdd-8b08-36c177b51eed req-98b88dc3-a86c-4c2a-98ee-6ff85bf03059 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 944 time: 0.1443086 Nov 17 17:18:35.341943 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 1d08a807-361e-4c11-b6d1-362a9452ea85 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:18:35.346724 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 1d08a807-361e-4c11-b6d1-362a9452ea85 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:35.347808 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.367839 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a898c-c072-408e-8f70-985476c3509b req-223ee857-05b9-438c-b075-17a219be7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.369336 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-223ee857-05b9-438c-b075-17a219be7cf0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 1097 time: 0.1366668 Nov 17 17:18:35.381341 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-acc9814e-5099-4bdd-8b08-36c177b51eed req-3cdda2f4-7bee-4d81-bccd-6cc631cfb6b9 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971365 Nov 17 17:18:35.397321 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e721ebc2-3404-425c-825c-3f4805076ade req-c3c39211-8683-4e3c-83b0-edd7ddc277f6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229556 Nov 17 17:18:35.414664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921e72-f376-461d-bbac-22d2a695f748 req-445e4d9d-88e8-4e1c-94d9-0cc0b2008252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.416572 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-445e4d9d-88e8-4e1c-94d9-0cc0b2008252 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 1097 time: 0.0993669 Nov 17 17:18:35.465295 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-43d73c3a-63ed-46b2-9948-64587f1af944 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb HTTP/1.1" status: 200 len: 217 time: 0.0776877 Nov 17 17:18:35.470141 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1b29f2-78da-46af-9cc3-67a493096b5a x-openstack-request-id: req-9a1b29f2-78da-46af-9cc3-67a493096b5a {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:35.475323 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a4e0b7-1906-402f-9fe3-bfdadade85ed", "tag": "bf25b35d-2461-4f4e-85ff-1288d3f13efb", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:35.475323 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a1b29f2-78da-46af-9cc3-67a493096b5a {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:35.475323 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'tag': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'status': 'completed', 'code': 200} Nov 17 17:18:35.480562 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-c0de1de7-f329-4ed8-8298-0c55efb011b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10 HTTP/1.1" status: 200 len: 217 time: 0.0554395 Nov 17 17:18:35.489545 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.500089 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a33e6196-3ff5-4735-acfa-1b1078984afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.502679 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a33e6196-3ff5-4735-acfa-1b1078984afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.506859 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-a33e6196-3ff5-4735-acfa-1b1078984afd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d280f12-b7e7-4192-85e5-e989ef1933e3 HTTP/1.1" status: 204 len: 168 time: 0.4438095 Nov 17 17:18:35.519285 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e6196-3ff5-4735-acfa-1b1078984afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d280f12-b7e7-4192-85e5-e989ef1933e3,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:35.525081 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 1d08a807-361e-4c11-b6d1-362a9452ea85, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d08a807-361e-4c11-b6d1-362a9452ea85,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:35.527623 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a898c-c072-408e-8f70-985476c3509b req-9b4bbfa8-775b-4fd7-9568-f25d7c73b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.529202 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-9b4bbfa8-775b-4fd7-9568-f25d7c73b7a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 200 len: 850 time: 0.0572937 Nov 17 17:18:35.580255 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921e72-f376-461d-bbac-22d2a695f748 req-d44473b0-782f-431c-8a82-667cf4548cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.582712 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-d44473b0-782f-431c-8a82-667cf4548cb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0961499 Nov 17 17:18:35.593085 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-048dcf14-b730-46c9-86e1-7042f9b92e61 req-968e84bf-3baf-4012-b86e-d65badd86c4a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.614554 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a898c-c072-408e-8f70-985476c3509b req-50b5f84a-d16a-4f91-8934-fc5f88516ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.616150 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-50b5f84a-d16a-4f91-8934-fc5f88516ff1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=324248bd-da3b-4b51-8580-3d8065bbecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0791118 Nov 17 17:18:35.621898 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.642658 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921e72-f376-461d-bbac-22d2a695f748 req-ebb31f35-918a-41a0-9f03-f48e77e562d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.645013 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-ebb31f35-918a-41a0-9f03-f48e77e562d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542414 Nov 17 17:18:35.701613 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=1d08a807-361e-4c11-b6d1-362a9452ea85,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:35.740730 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-048dcf14-b730-46c9-86e1-7042f9b92e61 req-968e84bf-3baf-4012-b86e-d65badd86c4a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:35.787573 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-22b415d9-fb58-4054-a3e2-bf8e9e21b068 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357009 Nov 17 17:18:35.791376 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-048dcf14-b730-46c9-86e1-7042f9b92e61 req-968e84bf-3baf-4012-b86e-d65badd86c4a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8008528 Nov 17 17:18:35.807631 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e84bf-3baf-4012-b86e-d65badd86c4a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a52a16e-0ec8-4833-91e1-c4813deed015,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:35.821571 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-74ba968d-4dff-4b0e-b9c4-424e19a85810 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681550 Nov 17 17:18:35.887036 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7d7a898c-c072-408e-8f70-985476c3509b req-d6f146ca-a2c5-445a-877d-9e78d0f6d741 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195028 Nov 17 17:18:35.943286 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b70b2-1509-4a05-9fa6-0030c92465f3 req-c3eb0867-d1b3-4916-afd6-0d495098b9d8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:35.943286 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e26b70b2-1509-4a05-9fa6-0030c92465f3 req-c3eb0867-d1b3-4916-afd6-0d495098b9d8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0475488 Nov 17 17:18:36.004822 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e26b70b2-1509-4a05-9fa6-0030c92465f3 req-261a0ebd-b796-47ef-bf53-828a5872a4de tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494349 Nov 17 17:18:36.046969 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88403e-78cf-4447-9a9a-15fe8c1b2610 req-f74be430-b3a4-4df1-ab87-9b91ec98562d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:36.053792 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1a88403e-78cf-4447-9a9a-15fe8c1b2610 req-f74be430-b3a4-4df1-ab87-9b91ec98562d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 944 time: 0.0572922 Nov 17 17:18:36.116803 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1a88403e-78cf-4447-9a9a-15fe8c1b2610 req-3170062d-f606-456d-9b27-60e643d8d774 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602894 Nov 17 17:18:36.139466 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91921e72-f376-461d-bbac-22d2a695f748 req-69deb101-3ba2-43f2-9cc1-0e12946f40c5 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242943 Nov 17 17:18:36.196958 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe03d04-94dc-4b95-89a1-e2b2b461b37a req-8f297827-3bdd-40a3-8496-1b0951fad907 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:36.200577 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffe03d04-94dc-4b95-89a1-e2b2b461b37a req-8f297827-3bdd-40a3-8496-1b0951fad907 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0715728 Nov 17 17:18:36.294498 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c16e1-6882-40fd-9c39-864b57e46862 req-04db7eb0-9c0a-46c3-ac94-f1115d970d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:36.296087 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-443c16e1-6882-40fd-9c39-864b57e46862 req-04db7eb0-9c0a-46c3-ac94-f1115d970d8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 1097 time: 0.0966258 Nov 17 17:18:36.327224 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffe03d04-94dc-4b95-89a1-e2b2b461b37a req-e5193b02-011f-4f42-b97b-730c15894f40 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136754 Nov 17 17:18:36.402688 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7433c8-5c55-4742-8b6f-f853b83e7049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c109ec1-eecb-4d59-a95c-e1773c949773'}, {'server_uuid': 'acbafb25-7644-458e-b425-720bd5fcc61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de0299e-d26a-460d-9f60-addfbad86625'}, {'server_uuid': '6d4e593c-5fae-4468-8472-151fa75eb10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d08a807-361e-4c11-b6d1-362a9452ea85'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:36.405348 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b9f254-7f29-4d41-9b54-351d8ef5399f" -d '{"events": [{"server_uuid": "8f7433c8-5c55-4742-8b6f-f853b83e7049", "name": "network-vif-plugged", "status": "completed", "tag": "6c109ec1-eecb-4d59-a95c-e1773c949773"}, {"server_uuid": "acbafb25-7644-458e-b425-720bd5fcc61b", "name": "network-vif-plugged", "status": "completed", "tag": "3de0299e-d26a-460d-9f60-addfbad86625"}, {"server_uuid": "6d4e593c-5fae-4468-8472-151fa75eb10e", "name": "network-vif-plugged", "status": "completed", "tag": "1d08a807-361e-4c11-b6d1-362a9452ea85"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:36.411544 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c16e1-6882-40fd-9c39-864b57e46862 req-d080c5ae-60ea-4154-91f9-414703e6e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:36.413101 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-443c16e1-6882-40fd-9c39-864b57e46862 req-d080c5ae-60ea-4154-91f9-414703e6e868 service neutron] 10.222.0.69 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 912 time: 0.1059449 Nov 17 17:18:36.462935 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-443c16e1-6882-40fd-9c39-864b57e46862 req-c4cbd328-919d-4626-8af3-4ab26fd384b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb HTTP/1.1" status: 200 len: 217 time: 0.0416033 Nov 17 17:18:36.469224 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:36.525413 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213f07b-7865-46c0-9f65-ac401cdde3e7 x-openstack-request-id: req-7213f07b-7865-46c0-9f65-ac401cdde3e7 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:36.525716 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7433c8-5c55-4742-8b6f-f853b83e7049", "name": "network-vif-plugged", "status": "completed", "tag": "6c109ec1-eecb-4d59-a95c-e1773c949773", "code": 200}, {"server_uuid": "acbafb25-7644-458e-b425-720bd5fcc61b", "name": "network-vif-plugged", "status": "completed", "tag": "3de0299e-d26a-460d-9f60-addfbad86625", "code": 200}, {"server_uuid": "6d4e593c-5fae-4468-8472-151fa75eb10e", "name": "network-vif-plugged", "status": "completed", "tag": "1d08a807-361e-4c11-b6d1-362a9452ea85", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:36.525969 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7213f07b-7865-46c0-9f65-ac401cdde3e7 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:36.526371 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7433c8-5c55-4742-8b6f-f853b83e7049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c109ec1-eecb-4d59-a95c-e1773c949773', 'code': 200} Nov 17 17:18:36.526680 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbafb25-7644-458e-b425-720bd5fcc61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de0299e-d26a-460d-9f60-addfbad86625', 'code': 200} Nov 17 17:18:36.526935 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4e593c-5fae-4468-8472-151fa75eb10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d08a807-361e-4c11-b6d1-362a9452ea85', 'code': 200} Nov 17 17:18:36.537442 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c16e1-6882-40fd-9c39-864b57e46862 req-9e78c5a8-faea-4630-b232-3db8be3f6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:36.537442 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-443c16e1-6882-40fd-9c39-864b57e46862 req-9e78c5a8-faea-4630-b232-3db8be3f6b94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 200 len: 850 time: 0.0639565 Nov 17 17:18:36.602461 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debed7c-a78e-4376-bab5-643136ae2f4c req-d9be6576-d765-4c51-8b1b-13b17501953a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:36.604009 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8debed7c-a78e-4376-bab5-643136ae2f4c req-d9be6576-d765-4c51-8b1b-13b17501953a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 945 time: 0.1157489 Nov 17 17:18:36.682730 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8debed7c-a78e-4376-bab5-643136ae2f4c req-84d95b02-7e4a-42c3-bbba-4f297d4bf0b8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710540 Nov 17 17:18:36.694794 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c16e1-6882-40fd-9c39-864b57e46862 req-f0f2d4a9-f517-474f-8cff-b77c56790b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:36.701284 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-443c16e1-6882-40fd-9c39-864b57e46862 req-f0f2d4a9-f517-474f-8cff-b77c56790b77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=324248bd-da3b-4b51-8580-3d8065bbecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1562355 Nov 17 17:18:36.713476 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9ab8-fc28-462e-9b36-deebdeceac37 req-280a2925-93fd-4eba-9e43-6214f0f36388 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:36.718730 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8c0e9ab8-fc28-462e-9b36-deebdeceac37 req-280a2925-93fd-4eba-9e43-6214f0f36388 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0690708 Nov 17 17:18:36.811948 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8c0e9ab8-fc28-462e-9b36-deebdeceac37 req-c407b0c4-4f8a-43e9-aafa-866bc3356ea3 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892100 Nov 17 17:18:36.852121 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-443c16e1-6882-40fd-9c39-864b57e46862 req-b9895712-c784-47f5-8b44-01919e98f902 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271386 Nov 17 17:18:36.942996 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-443c16e1-6882-40fd-9c39-864b57e46862 req-b97eeb1c-3eac-4118-9ae8-b863f92c6104 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895178 Nov 17 17:18:37.140330 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4149e-2dc3-49b0-b350-40d87aef0998 req-ae3257e9-a0f1-4d93-abc6-b38dd17db513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:37.142458 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8eb4149e-2dc3-49b0-b350-40d87aef0998 req-ae3257e9-a0f1-4d93-abc6-b38dd17db513 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 1098 time: 0.0753040 Nov 17 17:18:37.211306 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2c26-f58d-4d46-96ff-0c4680301bd1 req-5adb35c9-f610-483d-a067-d39f3943c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:37.214211 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5fec2c26-f58d-4d46-96ff-0c4680301bd1 req-5adb35c9-f610-483d-a067-d39f3943c7c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1098 time: 0.1465256 Nov 17 17:18:37.224508 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5afce-969c-48ad-b931-139297f570ed req-0e47e56a-f9fd-4c75-9a81-d94b5570c384 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:37.226083 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9fa5afce-969c-48ad-b931-139297f570ed req-0e47e56a-f9fd-4c75-9a81-d94b5570c384 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.1185124 Nov 17 17:18:37.318719 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5fec2c26-f58d-4d46-96ff-0c4680301bd1 req-d62c62a9-1e75-4de9-be04-bc855bbdc2ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914881 Nov 17 17:18:37.323258 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9fa5afce-969c-48ad-b931-139297f570ed req-7a4b7d9f-a2c7-449c-9f00-f8b50ff23ea2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762351 Nov 17 17:18:37.451630 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e183bb-6357-490e-a410-5d583598a0af req-fc6d71de-6424-463d-8b23-c923d31c9969 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:37.453493 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-21e183bb-6357-490e-a410-5d583598a0af req-fc6d71de-6424-463d-8b23-c923d31c9969 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0527985 Nov 17 17:18:37.467631 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44d70e-7f49-492e-8d72-c90298232105 req-a6dbe260-3930-4e58-9d36-ebef1ec7bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:37.469122 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ad44d70e-7f49-492e-8d72-c90298232105 req-a6dbe260-3930-4e58-9d36-ebef1ec7bfa2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 1098 time: 0.3249340 Nov 17 17:18:37.488554 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8eb4149e-2dc3-49b0-b350-40d87aef0998 req-5517c2ba-22c2-4518-806b-c8c3aa995f6a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300281 Nov 17 17:18:37.507452 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0379d1-3f8b-4dec-a2a5-8ca698ff5552 req-afbad78a-fee8-40de-a653-059314e29302 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:37.508969 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8e0379d1-3f8b-4dec-a2a5-8ca698ff5552 req-afbad78a-fee8-40de-a653-059314e29302 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 944 time: 0.2962744 Nov 17 17:18:37.514575 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-21e183bb-6357-490e-a410-5d583598a0af req-edc8d48f-e067-43ad-b8d5-d50cd1afdc3e tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541806 Nov 17 17:18:37.561515 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8e0379d1-3f8b-4dec-a2a5-8ca698ff5552 req-dc9b6f75-529e-4ea3-9bee-0e7168e62f79 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Nov 17 17:18:37.778844 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ad44d70e-7f49-492e-8d72-c90298232105 req-64ece1ff-6ced-40a0-a999-a52e7b6b79af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Nov 17 17:18:37.825252 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2547d0-6163-49fe-be57-ccb0036b8b1c req-e1d8b8a4-1fb6-4a6e-93f5-a4a37e3f5801 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:37.826852 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3c2547d0-6163-49fe-be57-ccb0036b8b1c req-e1d8b8a4-1fb6-4a6e-93f5-a4a37e3f5801 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 945 time: 0.0641549 Nov 17 17:18:37.888590 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3c2547d0-6163-49fe-be57-ccb0036b8b1c req-4aaef3d2-b9c2-4cef-9a1a-e9313b24130d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540462 Nov 17 17:18:37.955024 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92152060-1050-4e16-9bf2-130c346d1e4c req-f703920b-a5e4-4542-a01e-b59ca15ed804 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:37.957106 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-92152060-1050-4e16-9bf2-130c346d1e4c req-f703920b-a5e4-4542-a01e-b59ca15ed804 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0579236 Nov 17 17:18:38.014610 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-92152060-1050-4e16-9bf2-130c346d1e4c req-81b93a7f-a053-4551-a0b4-408cd3b12328 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508277 Nov 17 17:18:38.449500 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5976e-e8ac-4525-b16a-4072748c737b req-e6a98d88-3786-4f09-be22-9efc2c357ea3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:38.451242 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-23d5976e-e8ac-4525-b16a-4072748c737b req-e6a98d88-3786-4f09-be22-9efc2c357ea3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0496066 Nov 17 17:18:38.508897 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-23d5976e-e8ac-4525-b16a-4072748c737b req-c527b9a9-4df2-4002-8da2-2a8f2f4941bd tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512936 Nov 17 17:18:38.644254 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3677ef-4b80-4a23-854a-a2f8c5feb344 req-73538a71-2571-4eb3-84a8-6915b4d1794e tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:38.645740 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a3677ef-4b80-4a23-854a-a2f8c5feb344 req-73538a71-2571-4eb3-84a8-6915b4d1794e tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0614450 Nov 17 17:18:38.689097 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf451c7-2bd7-46e3-8def-6ebcf1dbc8d5 req-60bb64af-caac-4c32-9263-259889aa84d2 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:38.690621 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4cf451c7-2bd7-46e3-8def-6ebcf1dbc8d5 req-60bb64af-caac-4c32-9263-259889aa84d2 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 944 time: 0.0532589 Nov 17 17:18:38.698130 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a3677ef-4b80-4a23-854a-a2f8c5feb344 req-85ce122e-872b-43d3-8390-9f29c003d530 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Nov 17 17:18:38.759110 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4cf451c7-2bd7-46e3-8def-6ebcf1dbc8d5 req-9692ef93-0ef8-4326-b029-2b8d03517e35 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615623 Nov 17 17:18:38.959445 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device bf25b35d-2461-4f4e-85ff-1288d3f13efb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:18:39.007523 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10503f-9f27-4995-95a6-4b923975bae9 req-26d6ec68-209f-4557-8061-79cc94cb6d75 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:39.008986 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4e10503f-9f27-4995-95a6-4b923975bae9 req-26d6ec68-209f-4557-8061-79cc94cb6d75 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 945 time: 0.0495107 Nov 17 17:18:39.062453 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port bf25b35d-2461-4f4e-85ff-1288d3f13efb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:39.075166 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4e10503f-9f27-4995-95a6-4b923975bae9 req-cebd69ba-8f87-422c-9e60-2280353f51e7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595734 Nov 17 17:18:39.075386 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'port_id': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'mac_address': 'fa:16:3e:51:e2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:18:39.115893 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:39.132902 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf25b35d-2461-4f4e-85ff-1288d3f13efb {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:39.153981 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port bf25b35d-2461-4f4e-85ff-1288d3f13efb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:39.162692 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff93a-b5b5-45a6-86d4-741a34b4a35b req-7fb53452-71f9-4697-b953-225efa6abb22 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:39.164168 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e8dff93a-b5b5-45a6-86d4-741a34b4a35b req-7fb53452-71f9-4697-b953-225efa6abb22 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0696383 Nov 17 17:18:39.212505 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e8dff93a-b5b5-45a6-86d4-741a34b4a35b req-f51b54de-9f49-4301-b222-b7f10b089646 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Nov 17 17:18:39.256164 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:39.256889 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:18:39.337139 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=bf25b35d-2461-4f4e-85ff-1288d3f13efb,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:39.416938 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:39.433334 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'port_id': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'mac_address': 'fa:16:3e:24:c2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:18:39.451216 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41154) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:39.484060 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:39.500416 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272e1194-2d78-43bb-a34f-1a3cebccdf10 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:18:39.524315 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:39.608456 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8eee8c93-3df0-4f6d-ba23-083c3c8998e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:39.636845 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf0e7-d3d7-4edc-8b5d-37081ba37f8c req-a8571a5a-d2c7-413d-bf36-cb5aa54e6c91 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:39.638294 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8dfcf0e7-d3d7-4edc-8b5d-37081ba37f8c req-a8571a5a-d2c7-413d-bf36-cb5aa54e6c91 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0509806 Nov 17 17:18:39.650247 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:39.697308 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8eee8c93-3df0-4f6d-ba23-083c3c8998e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:39.697839 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8dfcf0e7-d3d7-4edc-8b5d-37081ba37f8c req-cf643ef1-e2bd-4e3a-a8dd-2bafdd35a109 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521498 Nov 17 17:18:39.705095 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:39.817636 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8eee8c93-3df0-4f6d-ba23-083c3c8998e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:39.845912 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa4df7-fcd4-4948-924b-3b4ce6ee912f req-d10c3b23-82c4-49e4-9c28-4801fa20610f tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:39.848027 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0caa4df7-fcd4-4948-924b-3b4ce6ee912f req-d10c3b23-82c4-49e4-9c28-4801fa20610f tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0625803 Nov 17 17:18:39.882630 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee8c93-3df0-4f6d-ba23-083c3c8998e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cabb24-d42b-4800-bb56-d72ddf7c05d2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:39.888205 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-8eee8c93-3df0-4f6d-ba23-083c3c8998e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f45d0c69ffb04083b4fd8639f560337d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358535 Nov 17 17:18:39.890809 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41180) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:39.917878 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0caa4df7-fcd4-4948-924b-3b4ce6ee912f req-77468d32-c804-4671-a435-e486a211e111 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611949 Nov 17 17:18:39.937541 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6190b-2fa8-49f9-b23d-062e0b0defae req-e9223e33-2fd0-46d6-a9d6-e170a8319a16 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:39.938976 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d9f6190b-2fa8-49f9-b23d-062e0b0defae req-e9223e33-2fd0-46d6-a9d6-e170a8319a16 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.1044998 Nov 17 17:18:39.950454 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['bf25b35d-2461-4f4e-85ff-1288d3f13efb'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:18:39.999537 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['272e1194-2d78-43bb-a34f-1a3cebccdf10'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:18:40.020564 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e0391052-e594-4070-93c4-df6a9b5353c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.023536 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-6c1867b8-9e58-4f33-b921-8f1edc57c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:40.025047 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-6c1867b8-9e58-4f33-b921-8f1edc57c9f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 1098 time: 0.1057861 Nov 17 17:18:40.054702 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d9f6190b-2fa8-49f9-b23d-062e0b0defae req-26be8f99-dac9-4114-b056-a1a16f51aa5d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954382 Nov 17 17:18:40.059202 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776aab-519e-4474-825a-e5ef3b96f4d8 req-5ccb8b60-1fe1-4c5c-8bf5-7f2b874f2bd4 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:40.083475 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b4776aab-519e-4474-825a-e5ef3b96f4d8 req-5ccb8b60-1fe1-4c5c-8bf5-7f2b874f2bd4 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 945 time: 0.0874817 Nov 17 17:18:40.089549 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e0391052-e594-4070-93c4-df6a9b5353c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.196657 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-baafca44-4de3-498e-938f-cdfb9b867512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:40.201021 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-baafca44-4de3-498e-938f-cdfb9b867512 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 920 time: 0.1626205 Nov 17 17:18:40.229072 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b4776aab-519e-4474-825a-e5ef3b96f4d8 req-3247fe86-a4dc-4519-b8d9-05e56ffe0798 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385744 Nov 17 17:18:40.257326 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-aa006477-0841-4c59-b3d7-b8f3e60a9fb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ada7faf-3028-4563-8823-aae46cde560e HTTP/1.1" status: 200 len: 217 time: 0.0516176 Nov 17 17:18:40.314797 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e0391052-e594-4070-93c4-df6a9b5353c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.314797 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e0391052-e594-4070-93c4-df6a9b5353c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.315196 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41188) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:40.316836 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-e0391052-e594-4070-93c4-df6a9b5353c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4cabb24-d42b-4800-bb56-d72ddf7c05d2 HTTP/1.1" status: 204 len: 168 time: 0.4247277 Nov 17 17:18:40.335938 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0391052-e594-4070-93c4-df6a9b5353c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cabb24-d42b-4800-bb56-d72ddf7c05d2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:40.343741 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-49180219-3257-48b7-9ddb-060bf06ff974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:40.345052 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-49180219-3257-48b7-9ddb-060bf06ff974 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.0784931 Nov 17 17:18:40.357137 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2316c1c-8363-4e3d-abec-a1960b7cbd55 req-85f28cd6-8045-4721-a662-a702133bf9f1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:40.358784 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b2316c1c-8363-4e3d-abec-a1960b7cbd55 req-85f28cd6-8045-4721-a662-a702133bf9f1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 945 time: 0.1043355 Nov 17 17:18:40.385931 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-5da14d0c-76ff-4ed5-9368-ea4e6d635f2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262003 Nov 17 17:18:40.438033 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11945b29-5bed-47b1-9f68-e6f02f4965d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.482045 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b2316c1c-8363-4e3d-abec-a1960b7cbd55 req-54500813-a340-4e44-877d-cb5aadc80218 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125779 Nov 17 17:18:40.530602 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-13655b50-c4e5-46da-94dd-f2420a015029 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323245 Nov 17 17:18:40.549559 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11945b29-5bed-47b1-9f68-e6f02f4965d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.631537 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db1c7a9c-e152-4258-ba6b-14c4a47f0665 req-bfca2e76-2e02-4083-8097-543d8e2a1e98 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936737 Nov 17 17:18:40.633088 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11945b29-5bed-47b1-9f68-e6f02f4965d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.671663 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11945b29-5bed-47b1-9f68-e6f02f4965d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebad3e55-d6c5-4ec2-badf-142b5a9f956c,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:40.679043 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-11945b29-5bed-47b1-9f68-e6f02f4965d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=491d02839c634e5daf4b1fc234c42168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590872 Nov 17 17:18:40.679202 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41200) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:40.730292 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-29efda5b-1387-4845-afdf-1e37b7e326a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.752303 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-29efda5b-1387-4845-afdf-1e37b7e326a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.836030 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf773d-f77b-4bc3-8e3e-cb84d1f13b1a req-3429b4b4-474f-4edf-a3f5-af8c5c4d3c3e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:40.836030 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5fcf773d-f77b-4bc3-8e3e-cb84d1f13b1a req-3429b4b4-474f-4edf-a3f5-af8c5c4d3c3e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 945 time: 0.0570471 Nov 17 17:18:40.895718 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5fcf773d-f77b-4bc3-8e3e-cb84d1f13b1a req-4f92c300-9619-4654-9c2f-a78614478982 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528877 Nov 17 17:18:40.954085 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-29efda5b-1387-4845-afdf-1e37b7e326a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.957731 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-29efda5b-1387-4845-afdf-1e37b7e326a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:40.959225 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-29efda5b-1387-4845-afdf-1e37b7e326a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebad3e55-d6c5-4ec2-badf-142b5a9f956c HTTP/1.1" status: 204 len: 168 time: 0.2787635 Nov 17 17:18:40.969693 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efda5b-1387-4845-afdf-1e37b7e326a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebad3e55-d6c5-4ec2-badf-142b5a9f956c,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:40.984045 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device bf25b35d-2461-4f4e-85ff-1288d3f13efb up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:41.131305 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port bf25b35d-2461-4f4e-85ff-1288d3f13efb completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:18:41.141796 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port bf25b35d-2461-4f4e-85ff-1288d3f13efb triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:41.141796 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.170808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41226) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:41.187177 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c7496a8-441b-4fcc-a1d6-65cb04761756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.202791 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7698a-29e3-4965-a64f-ac324d74e47b req-e11e0cf8-57bd-424d-80bc-4b6d34cc1322 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:41.210788 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a0a7698a-29e3-4965-a64f-ac324d74e47b req-e11e0cf8-57bd-424d-80bc-4b6d34cc1322 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0773730 Nov 17 17:18:41.256814 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.269337 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a0a7698a-29e3-4965-a64f-ac324d74e47b req-1ea833c3-9047-4b2f-9ccf-6aaefb335fc9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570910 Nov 17 17:18:41.293814 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c7496a8-441b-4fcc-a1d6-65cb04761756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.305766 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:41.308245 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe614c9-cb67-4347-8ec0-28136a76fee0" -d '{"events": [{"server_uuid": "e0a4e0b7-1906-402f-9fe3-bfdadade85ed", "name": "network-vif-plugged", "status": "completed", "tag": "bf25b35d-2461-4f4e-85ff-1288d3f13efb"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:41.314431 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port bf25b35d-2461-4f4e-85ff-1288d3f13efb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:41.350305 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465df075-5bf2-45d5-ad9a-3ce9e5113e2b x-openstack-request-id: req-465df075-5bf2-45d5-ad9a-3ce9e5113e2b {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:41.350772 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a4e0b7-1906-402f-9fe3-bfdadade85ed", "name": "network-vif-plugged", "status": "completed", "tag": "bf25b35d-2461-4f4e-85ff-1288d3f13efb", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:41.351385 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-465df075-5bf2-45d5-ad9a-3ce9e5113e2b {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:41.351675 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'code': 200} Nov 17 17:18:41.363364 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222f884-49cd-4e8b-a71e-c50f79512fa3 req-28364506-ac24-4cba-a252-120f34a4acb3 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:41.374908 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f222f884-49cd-4e8b-a71e-c50f79512fa3 req-28364506-ac24-4cba-a252-120f34a4acb3 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 945 time: 0.0645688 Nov 17 17:18:41.376117 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c7496a8-441b-4fcc-a1d6-65cb04761756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.438996 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.439859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:18:41.452840 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7496a8-441b-4fcc-a1d6-65cb04761756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ccbaa4-3202-4499-bbdb-18851b8b26d7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:41.471052 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0c7496a8-441b-4fcc-a1d6-65cb04761756 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=514adcf45d2444dba12973690c05aef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979867 Nov 17 17:18:41.473649 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41236) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:41.496036 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f222f884-49cd-4e8b-a71e-c50f79512fa3 req-cbb9f1db-0198-42c0-a1a0-38ca92764356 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004941 Nov 17 17:18:41.536381 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=bf25b35d-2461-4f4e-85ff-1288d3f13efb,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:41.567515 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eafe75-c924-4dcc-8abc-23f9a2bf226f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.589827 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eafe75-c924-4dcc-8abc-23f9a2bf226f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.726595 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 272e1194-2d78-43bb-a34f-1a3cebccdf10 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:18:41.731977 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 272e1194-2d78-43bb-a34f-1a3cebccdf10 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:18:41.732354 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.811902 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eafe75-c924-4dcc-8abc-23f9a2bf226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.814621 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eafe75-c924-4dcc-8abc-23f9a2bf226f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.816794 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-67eafe75-c924-4dcc-8abc-23f9a2bf226f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95ccbaa4-3202-4499-bbdb-18851b8b26d7 HTTP/1.1" status: 204 len: 168 time: 0.3414454 Nov 17 17:18:41.824924 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:41.831390 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67530c-4f8f-4ac4-b376-7523f7084291 req-1976b333-1356-456d-bfdf-2711ef513545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:41.832977 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-eb67530c-4f8f-4ac4-b376-7523f7084291 req-1976b333-1356-456d-bfdf-2711ef513545 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 1099 time: 0.0556622 Nov 17 17:18:41.833871 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eafe75-c924-4dcc-8abc-23f9a2bf226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ccbaa4-3202-4499-bbdb-18851b8b26d7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:41.869590 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:41.882744 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-eb67530c-4f8f-4ac4-b376-7523f7084291 req-0dc137dc-0543-47f7-b8c7-84fa9a7340cf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Nov 17 17:18:42.021504 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5338d3-f9b8-42a4-9aa8-6b6bd53ada7c req-8f233bce-0724-4689-88d4-c9a02fd644e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:42.023101 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cb5338d3-f9b8-42a4-9aa8-6b6bd53ada7c req-8f233bce-0724-4689-88d4-c9a02fd644e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 945 time: 0.0531414 Nov 17 17:18:42.028131 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41256) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:42.044242 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6560f2fb-fd1e-4a94-a830-c455fef8a02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:42.069922 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:42.123599 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cb5338d3-f9b8-42a4-9aa8-6b6bd53ada7c req-3e712ba6-c337-4e59-a64b-a6bce1557a9e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784945 Nov 17 17:18:42.145046 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:42.176171 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6560f2fb-fd1e-4a94-a830-c455fef8a02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:42.267549 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6560f2fb-fd1e-4a94-a830-c455fef8a02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:42.314434 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-6560f2fb-fd1e-4a94-a830-c455fef8a02d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edc83d9679cd460591c46d0e30a53079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827668 Nov 17 17:18:42.314434 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560f2fb-fd1e-4a94-a830-c455fef8a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc0a4b-f604-496e-9c74-fda9f9a1b588,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:42.315411 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41266) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:42.420471 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f1365f4b-9e32-42dc-a458-ea02f84f0ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:42.439143 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2794-d4e6-4249-bdbb-a4fc91e5b667 req-514deace-2a1d-4153-85ad-165f12fddfb8 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:42.440732 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-abfd2794-d4e6-4249-bdbb-a4fc91e5b667 req-514deace-2a1d-4153-85ad-165f12fddfb8 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0864275 Nov 17 17:18:42.457204 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f1365f4b-9e32-42dc-a458-ea02f84f0ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:42.524870 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-abfd2794-d4e6-4249-bdbb-a4fc91e5b667 req-2b667c9c-4946-4e8e-b106-4519795ef015 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654597 Nov 17 17:18:42.640468 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb9a71-211b-4688-8283-05966479d498 req-fed6fc48-3df5-4762-9560-d2e4f9fa02d6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:42.641967 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-97cb9a71-211b-4688-8283-05966479d498 req-fed6fc48-3df5-4762-9560-d2e4f9fa02d6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0486345 Nov 17 17:18:42.690009 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-97cb9a71-211b-4688-8283-05966479d498 req-60b31210-4e4e-44df-b2d3-8478c4f417ae tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 Nov 17 17:18:42.711124 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f1365f4b-9e32-42dc-a458-ea02f84f0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:42.724078 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f1365f4b-9e32-42dc-a458-ea02f84f0ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:42.724078 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f1365f4b-9e32-42dc-a458-ea02f84f0ee9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15fc0a4b-f604-496e-9c74-fda9f9a1b588 HTTP/1.1" status: 204 len: 168 time: 0.3985505 Nov 17 17:18:42.724078 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1365f4b-9e32-42dc-a458-ea02f84f0ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc0a4b-f604-496e-9c74-fda9f9a1b588,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:43.260405 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f12d35-f097-447b-8b64-99cabcc0d392 req-d56c4661-3c81-44ac-b3ff-04e085a0bde2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:43.268846 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-35f12d35-f097-447b-8b64-99cabcc0d392 req-d56c4661-3c81-44ac-b3ff-04e085a0bde2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0650456 Nov 17 17:18:43.335151 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-35f12d35-f097-447b-8b64-99cabcc0d392 req-fa435f0c-288d-4a7b-adad-96e0febb2403 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512669 Nov 17 17:18:43.356549 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:43.356549 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f5cd30-6d87-40e3-976b-bda9e76170cf" -d '{"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-plugged", "status": "completed", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:43.401106 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3c43e6-1367-41ce-b2dc-41f1b657a977 x-openstack-request-id: req-3f3c43e6-1367-41ce-b2dc-41f1b657a977 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:43.401718 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-plugged", "status": "completed", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:43.402150 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f3c43e6-1367-41ce-b2dc-41f1b657a977 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:43.402718 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'code': 200} Nov 17 17:18:43.528199 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41320) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:43.675441 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20326-1058-4b6f-9853-5b2228abc11c req-b2130aff-8dbb-44a5-a372-5427053cd358 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:43.679681 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f4c20326-1058-4b6f-9853-5b2228abc11c req-b2130aff-8dbb-44a5-a372-5427053cd358 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0501516 Nov 17 17:18:43.734586 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f4c20326-1058-4b6f-9853-5b2228abc11c req-9261e32e-880a-4c53-8535-31f48668a551 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516324 Nov 17 17:18:43.872025 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41330) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:43.899840 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53df01eb-2624-4874-9f57-04aa4696d8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:43.923227 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09f574bd-36cb-4e70-bbf0-cac4d1054086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:43.931103 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f04d2-6ba2-4de9-b6ff-ba730b87ef6a req-a4a54065-bd8f-4ba9-a993-205146ab4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:43.932643 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-379f04d2-6ba2-4de9-b6ff-ba730b87ef6a req-a4a54065-bd8f-4ba9-a993-205146ab4f52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 1099 time: 0.0932386 Nov 17 17:18:44.009730 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c807d7b-e9fc-4a81-b479-a5558eed0b08 req-8062cd71-ebc8-41f9-8b5b-13fcd9817372 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:44.011214 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6c807d7b-e9fc-4a81-b479-a5558eed0b08 req-8062cd71-ebc8-41f9-8b5b-13fcd9817372 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.2202158 Nov 17 17:18:44.042599 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-379f04d2-6ba2-4de9-b6ff-ba730b87ef6a req-1867bede-6d2a-4d88-8170-270286a22d41 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951145 Nov 17 17:18:44.066971 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6c807d7b-e9fc-4a81-b479-a5558eed0b08 req-d0890987-1443-404a-847a-c403cbb192c7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499690 Nov 17 17:18:44.098797 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53df01eb-2624-4874-9f57-04aa4696d8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.110437 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09f574bd-36cb-4e70-bbf0-cac4d1054086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.181963 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53df01eb-2624-4874-9f57-04aa4696d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.212831 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e84fd3-db6f-4a6a-9a51-c290558e4c79 req-768ae81f-74e9-411e-a1e5-e22fb3d626df tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:44.214355 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-57e84fd3-db6f-4a6a-9a51-c290558e4c79 req-768ae81f-74e9-411e-a1e5-e22fb3d626df tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0687163 Nov 17 17:18:44.223975 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41340) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:44.229996 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'floatingip': {'port_id': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:44.241345 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df01eb-2624-4874-9f57-04aa4696d8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff3898b-6ab5-4e8c-9999-75d0b351b6e0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:44.255426 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09f574bd-36cb-4e70-bbf0-cac4d1054086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.271518 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-53df01eb-2624-4874-9f57-04aa4696d8c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dde5ce83f9cc46a68121c93f95900199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912697 Nov 17 17:18:44.283231 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41344) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:44.316631 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.331471 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f574bd-36cb-4e70-bbf0-cac4d1054086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0baf51-a787-414d-a51b-51f0c41fe68a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:44.339401 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-09f574bd-36cb-4e70-bbf0-cac4d1054086 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3aa954d31f94a299617032b935a0398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8078272 Nov 17 17:18:44.342437 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41346) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:44.383603 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a83bb49f-da70-48ba-9aa3-edd186dd463f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.420098 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a83bb49f-da70-48ba-9aa3-edd186dd463f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.430845 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-010a7226-5fa8-43b6-af48-2648c417ec91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.469229 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-010a7226-5fa8-43b6-af48-2648c417ec91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.508763 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe638df1-225e-4434-9577-bf0746109e90 req-dfe50502-1061-4bd5-8321-f53d3e93480d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:44.513915 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fe638df1-225e-4434-9577-bf0746109e90 req-dfe50502-1061-4bd5-8321-f53d3e93480d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.1084921 Nov 17 17:18:44.570110 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a83bb49f-da70-48ba-9aa3-edd186dd463f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.572853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a83bb49f-da70-48ba-9aa3-edd186dd463f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.573980 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-a83bb49f-da70-48ba-9aa3-edd186dd463f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ff3898b-6ab5-4e8c-9999-75d0b351b6e0 HTTP/1.1" status: 204 len: 168 time: 0.2895410 Nov 17 17:18:44.584450 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bb49f-da70-48ba-9aa3-edd186dd463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff3898b-6ab5-4e8c-9999-75d0b351b6e0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:44.599514 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-010a7226-5fa8-43b6-af48-2648c417ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.611098 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-010a7226-5fa8-43b6-af48-2648c417ec91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:44.619040 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-010a7226-5fa8-43b6-af48-2648c417ec91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f0baf51-a787-414d-a51b-51f0c41fe68a HTTP/1.1" status: 204 len: 168 time: 0.2759092 Nov 17 17:18:44.629038 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a7226-5fa8-43b6-af48-2648c417ec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0baf51-a787-414d-a51b-51f0c41fe68a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:44.656783 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fe638df1-225e-4434-9577-bf0746109e90 req-ee21f202-7f1d-4e67-b624-9f71923f88c4 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297300 Nov 17 17:18:44.857153 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58d6f7-63d1-4037-9efb-85ac5b6c6605 req-db5424ab-7eac-4780-8d0f-2db2e99c3c0c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:44.858612 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce58d6f7-63d1-4037-9efb-85ac5b6c6605 req-db5424ab-7eac-4780-8d0f-2db2e99c3c0c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0531006 Nov 17 17:18:44.905762 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce58d6f7-63d1-4037-9efb-85ac5b6c6605 req-2783c9e0-75d2-4190-9bea-e01d8714668c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Nov 17 17:18:45.082112 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:45.158731 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:45.273305 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Floating IP d46934c4-8d1b-4797-b45c-824faba953ba associated. External IP: 172.27.1.185, port: bf25b35d-2461-4f4e-85ff-1288d3f13efb. Nov 17 17:18:45.507161 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Router 1c7b606e-5a0a-4927-b701-d8117483e763 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:18:45.625627 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41388) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:45.641886 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5e31-e321-4941-804d-a564a8b47333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:45.762876 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5e31-e321-4941-804d-a564a8b47333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:45.846354 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:18:45.852238 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:45.861278 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] Sync routers for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:18:45.871016 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:45.871667 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:18:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:45.888248 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea905b9-11c7-4d62-9548-f5381a9c2b2e req-9c0b4b75-5656-4b3a-967c-5f6f17846b52 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:45.889758 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eea905b9-11c7-4d62-9548-f5381a9c2b2e req-9c0b4b75-5656-4b3a-967c-5f6f17846b52 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0878198 Nov 17 17:18:45.894915 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0ebb36c8-2911-4b01-93e1-f93b1f99ed7a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "PUT /v2.0/floatingips/d46934c4-8d1b-4797-b45c-824faba953ba HTTP/1.1" status: 200 len: 992 time: 1.6663404 Nov 17 17:18:45.894915 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'tag': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:45.895572 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f4ad4-7807-42a5-ae12-89622b45cff4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a4e0b7-1906-402f-9fe3-bfdadade85ed", "tag": "bf25b35d-2461-4f4e-85ff-1288d3f13efb"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:45.908098 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5e31-e321-4941-804d-a564a8b47333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:45.956860 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ca1b5e31-e321-4941-804d-a564a8b47333 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5581a71ecba4aef88813cca6f13d4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282416 Nov 17 17:18:45.958179 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b5e31-e321-4941-804d-a564a8b47333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f87f7-8460-49d7-a83a-0ee294c2308b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:45.960968 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41402) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:45.967829 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eea905b9-11c7-4d62-9548-f5381a9c2b2e req-15b7e7d2-e69e-40e7-9f4b-5ad8edaccca1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679169 Nov 17 17:18:45.984338 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:46.056562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b505e06-1e60-4abf-af95-308a1ff9bbd0 x-openstack-request-id: req-2b505e06-1e60-4abf-af95-308a1ff9bbd0 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:46.057229 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a4e0b7-1906-402f-9fe3-bfdadade85ed", "tag": "bf25b35d-2461-4f4e-85ff-1288d3f13efb", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:46.057689 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b505e06-1e60-4abf-af95-308a1ff9bbd0 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:46.058316 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'tag': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'status': 'completed', 'code': 200} Nov 17 17:18:46.060406 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202dfc94-17fc-4bbf-9f93-1bddf2653e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:46.150502 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202dfc94-17fc-4bbf-9f93-1bddf2653e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:46.160342 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa46300-a037-494c-83eb-31ef523c0b28 req-72e7c48f-1571-4cc6-8213-119e90cb9ff4 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:46.165991 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1aa46300-a037-494c-83eb-31ef523c0b28 req-72e7c48f-1571-4cc6-8213-119e90cb9ff4 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0603173 Nov 17 17:18:46.171213 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41410) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:46.176996 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'floatingip': {'port_id': '272e1194-2d78-43bb-a34f-1a3cebccdf10'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:18:46.219064 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d177d7f-3013-4058-ac68-d834879b536e req-4394ad71-0eeb-48a0-82d6-bb6d4555e266 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:46.227398 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:46.232894 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9d177d7f-3013-4058-ac68-d834879b536e req-4394ad71-0eeb-48a0-82d6-bb6d4555e266 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.1734798 Nov 17 17:18:46.242156 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-fb7673d8-8dc3-4ac0-8685-670adfe8c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:46.243665 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-fb7673d8-8dc3-4ac0-8685-670adfe8c7b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 1099 time: 0.1273255 Nov 17 17:18:46.381357 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9d177d7f-3013-4058-ac68-d834879b536e req-e7e1be08-4fcc-4486-9f26-45226a134625 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474376 Nov 17 17:18:46.435149 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-f637014a-d41a-4414-a681-2bf59e7d37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:46.436637 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-f637014a-d41a-4414-a681-2bf59e7d37ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 912 time: 0.1768272 Nov 17 17:18:46.440107 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'd46934c4-8d1b-4797-b45c-824faba953ba', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'port_id': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'mac_address': 'fa:16:3e:51:e2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:18:26Z', 'updated_at': '2021-11-17T17:18:44Z', 'revision_number': 1, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:46.467698 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] Checking router: 1c7b606e-5a0a-4927-b701-d8117483e763 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:18:46.476914 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:46.477564 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:18:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:46.490586 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-375528d3-4c16-4be9-8f03-d5a234552317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:46.499807 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202dfc94-17fc-4bbf-9f93-1bddf2653e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:46.503781 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202dfc94-17fc-4bbf-9f93-1bddf2653e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:46.505135 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-202dfc94-17fc-4bbf-9f93-1bddf2653e73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f57f87f7-8460-49d7-a83a-0ee294c2308b HTTP/1.1" status: 204 len: 168 time: 0.5430279 Nov 17 17:18:46.558147 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dfc94-17fc-4bbf-9f93-1bddf2653e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f87f7-8460-49d7-a83a-0ee294c2308b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:46.652311 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-8f1e34a3-3902-44e4-809a-2cd4fee5e49e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb HTTP/1.1" status: 200 len: 1000 time: 0.1975400 Nov 17 17:18:46.679650 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:46.703414 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-f5d3bbb5-73e3-44ad-93ab-cda508900270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:46.705385 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-f5d3bbb5-73e3-44ad-93ab-cda508900270 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 200 len: 850 time: 0.0507205 Nov 17 17:18:46.771025 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-2ddfdf28-378a-479a-bf76-aeffa384fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:46.772788 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-2ddfdf28-378a-479a-bf76-aeffa384fdc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=324248bd-da3b-4b51-8580-3d8065bbecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564587 Nov 17 17:18:46.803482 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:46.890603 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:46.898898 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-97896187-c035-4e9f-aef9-f3c524e20a43 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124792 Nov 17 17:18:46.961879 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'd46934c4-8d1b-4797-b45c-824faba953ba', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'port_id': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'mac_address': 'fa:16:3e:51:e2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:18:26Z', 'updated_at': '2021-11-17T17:18:44Z', 'revision_number': 1, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:47.005486 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd1249-c34b-4f93-a572-565e3bbd2ee2 None None] The sync data for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi is: [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'd46934c4-8d1b-4797-b45c-824faba953ba', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'port_id': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'mac_address': 'fa:16:3e:51:e2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:18:26Z', 'updated_at': '2021-11-17T17:18:44Z', 'revision_number': 1, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:18:47.036506 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Floating IP ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e associated. External IP: 172.27.1.161, port: 272e1194-2d78-43bb-a34f-1a3cebccdf10. Nov 17 17:18:47.058578 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c7f4ad4-7807-42a5-ae12-89622b45cff4 req-f2ba6006-f6a8-44da-99b1-ddfc1e8d03b9 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514275 Nov 17 17:18:47.266993 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef257db9-aea8-4392-8d55-23fba6ef37fb None None] New status for floating IP d46934c4-8d1b-4797-b45c-824faba953ba: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:18:47.284023 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Router abd0bf2f-6e34-4ee2-9258-24e32a121401 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:18:47.404305 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:18:47.411949 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:47.415895 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] Sync routers for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:18:47.428902 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:47.429527 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:18:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:47.462691 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-bad7caaf-f592-480e-9baa-c87330dba29d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "PUT /v2.0/floatingips/ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e HTTP/1.1" status: 200 len: 992 time: 1.2903755 Nov 17 17:18:47.583181 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feaf58-2cea-4c38-9499-7c7a0e2cc5d0 req-dc2a8c6b-5a28-4ccf-94ac-999bfe366727 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:47.584740 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a6feaf58-2cea-4c38-9499-7c7a0e2cc5d0 req-dc2a8c6b-5a28-4ccf-94ac-999bfe366727 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0623772 Nov 17 17:18:47.617809 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:47.636928 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a6feaf58-2cea-4c38-9499-7c7a0e2cc5d0 req-a3433cc0-511f-472a-8c2c-ee914ca63d3d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Nov 17 17:18:47.949094 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'port_id': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'mac_address': 'fa:16:3e:24:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:18:25Z', 'updated_at': '2021-11-17T17:18:46Z', 'revision_number': 1, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:47.977812 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] Checking router: abd0bf2f-6e34-4ee2-9258-24e32a121401 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:18:47.991579 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:18:47.991579 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:18:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:48.060352 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:18:48.062754 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:18:48.109451 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:18:48.115083 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792ddc32-32f5-4cec-90d6-ecd39f728773 x-openstack-request-id: req-792ddc32-32f5-4cec-90d6-ecd39f728773 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:18:48.116911 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:18:48.117515 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-792ddc32-32f5-4cec-90d6-ecd39f728773 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:18:48.117630 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'status': 'completed', 'code': 200} Nov 17 17:18:48.192565 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-9b15387d-69fd-4043-9e0a-8fcc5d53aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:48.192565 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-9b15387d-69fd-4043-9e0a-8fcc5d53aae6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 1099 time: 0.0435619 Nov 17 17:18:48.306504 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-dc4e4f0c-9d7a-453f-a8a4-5433dbfbaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:48.308069 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-dc4e4f0c-9d7a-453f-a8a4-5433dbfbaa45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 917 time: 0.0997636 Nov 17 17:18:48.386473 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'port_id': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'mac_address': 'fa:16:3e:24:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:18:25Z', 'updated_at': '2021-11-17T17:18:46Z', 'revision_number': 1, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:18:48.407015 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-f631a4da-e990-4f65-baa4-0f81088164a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10 HTTP/1.1" status: 200 len: 1000 time: 0.0853622 Nov 17 17:18:48.435853 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d1fed-609d-4252-a03e-63658aecf24f None None] The sync data for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi is: [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'port_id': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'mac_address': 'fa:16:3e:24:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:18:25Z', 'updated_at': '2021-11-17T17:18:46Z', 'revision_number': 1, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:18:48.502034 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-ed4906cb-c844-40c0-9419-9d52121f3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:48.504881 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-ed4906cb-c844-40c0-9419-9d52121f3617 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0773149 Nov 17 17:18:48.600046 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-54d19889-3629-4426-87ea-481ab7217cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:48.602570 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-54d19889-3629-4426-87ea-481ab7217cca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807307 Nov 17 17:18:48.727891 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b8228-db48-4021-a33d-1b7a6f31b4c1 None None] New status for floating IP ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:18:48.751896 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-29e59433-0d3b-4c6b-a55e-892b4d014307 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413426 Nov 17 17:18:48.788132 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-510b944d-5106-4a27-a698-247acd86ef4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:48.789527 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b4001-ef00-4f40-9b68-b12b04d3605c req-e657413f-bc22-405a-8728-1be8b76c834c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:48.791667 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-689b4001-ef00-4f40-9b68-b12b04d3605c req-e657413f-bc22-405a-8728-1be8b76c834c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0730214 Nov 17 17:18:48.901065 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-689b4001-ef00-4f40-9b68-b12b04d3605c req-04346cb2-73c9-40f2-82d2-a4a93586e82f tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926118 Nov 17 17:18:48.924251 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96992e44-6c6b-4000-b91d-3c6d7f8e9ad6 req-c4d2661e-7cdf-49c9-a9bb-8ba9452947dc service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573029 Nov 17 17:18:49.741758 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41578) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:49.850695 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7305-d2f7-4a99-a3c4-06a703d991fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:49.926525 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7305-d2f7-4a99-a3c4-06a703d991fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:49.959911 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:50.017920 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6f4bf-994a-4918-b0dd-785f5d241a4d req-4506c638-9c16-416d-8599-c9e952ee457c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:50.019858 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-66e6f4bf-994a-4918-b0dd-785f5d241a4d req-4506c638-9c16-416d-8599-c9e952ee457c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0461347 Nov 17 17:18:50.066616 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-66e6f4bf-994a-4918-b0dd-785f5d241a4d req-080d6599-1b37-445a-9396-61a4f39ab336 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Nov 17 17:18:50.152914 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7305-d2f7-4a99-a3c4-06a703d991fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:50.192384 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b7305-d2f7-4a99-a3c4-06a703d991fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ec2991-bdbd-47f7-8c22-bc8c1b6dfca9,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:50.199263 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-3f9b7305-d2f7-4a99-a3c4-06a703d991fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c7d467ac52c4e3aa362862168f43269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538536 Nov 17 17:18:50.209715 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41586) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:50.247220 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a1eda9a-cf96-4125-bdce-7532f4aec8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:50.269276 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a1eda9a-cf96-4125-bdce-7532f4aec8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:50.415711 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a1eda9a-cf96-4125-bdce-7532f4aec8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:50.418369 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a1eda9a-cf96-4125-bdce-7532f4aec8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:50.419524 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0a1eda9a-cf96-4125-bdce-7532f4aec8c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51ec2991-bdbd-47f7-8c22-bc8c1b6dfca9 HTTP/1.1" status: 204 len: 168 time: 0.2191837 Nov 17 17:18:50.427874 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1eda9a-cf96-4125-bdce-7532f4aec8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ec2991-bdbd-47f7-8c22-bc8c1b6dfca9,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:51.159098 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41614) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:51.172617 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-aad6b154-0ae0-4c8e-880e-6022b28e123c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:51.186373 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e2ab0-db08-4c9f-91f1-dc9a6bbda81a req-430a3724-4799-4b34-a3ae-13aaaae200c9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:51.187806 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-de7e2ab0-db08-4c9f-91f1-dc9a6bbda81a req-430a3724-4799-4b34-a3ae-13aaaae200c9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0488553 Nov 17 17:18:51.239250 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:51.244194 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-de7e2ab0-db08-4c9f-91f1-dc9a6bbda81a req-accd6e68-0fb2-4218-98ed-132ffadd173d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Nov 17 17:18:51.254438 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-aad6b154-0ae0-4c8e-880e-6022b28e123c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:51.324209 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-aad6b154-0ae0-4c8e-880e-6022b28e123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:51.365070 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-aad6b154-0ae0-4c8e-880e-6022b28e123c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5ab10e4cf0a4ed9ba91e04b9fd064bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047384 Nov 17 17:18:51.365877 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6b154-0ae0-4c8e-880e-6022b28e123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2fca8f-eeec-4fec-a6f8-5b741d3b5593,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:51.367700 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41616) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:18:51.421911 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d079aaee-4a12-4473-98d8-d85edbcef5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:51.444319 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d079aaee-4a12-4473-98d8-d85edbcef5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:51.558937 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d079aaee-4a12-4473-98d8-d85edbcef5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:51.561834 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d079aaee-4a12-4473-98d8-d85edbcef5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:51.562958 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-d079aaee-4a12-4473-98d8-d85edbcef5f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e2fca8f-eeec-4fec-a6f8-5b741d3b5593 HTTP/1.1" status: 204 len: 168 time: 0.1936052 Nov 17 17:18:51.571374 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079aaee-4a12-4473-98d8-d85edbcef5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2fca8f-eeec-4fec-a6f8-5b741d3b5593,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:18:52.124311 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:54.837716 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6813a-73d3-4c22-91c3-cb9de39d7969 req-9948cbac-013d-4246-ba03-ab50f2ba0103 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:54.839161 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c7f6813a-73d3-4c22-91c3-cb9de39d7969 req-9948cbac-013d-4246-ba03-ab50f2ba0103 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0501816 Nov 17 17:18:54.885507 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c7f6813a-73d3-4c22-91c3-cb9de39d7969 req-c727ae3e-b70f-437a-b0ae-2adb4d00527b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Nov 17 17:18:56.004376 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38c133-868b-4658-ae8b-7376f9eb8b08 req-4036f44f-007c-4526-8d49-b9bb0abdb20e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:56.005821 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3c38c133-868b-4658-ae8b-7376f9eb8b08 req-4036f44f-007c-4526-8d49-b9bb0abdb20e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0462694 Nov 17 17:18:56.052421 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3c38c133-868b-4658-ae8b-7376f9eb8b08 req-87992f4e-1f4e-4376-94e8-ca7625284f2b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Nov 17 17:18:56.638157 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7346904-9e04-4c1a-97a0-d1cf284fe044 req-692e4db5-0679-4295-9fca-9a1b34a53e0e tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:56.638797 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e7346904-9e04-4c1a-97a0-d1cf284fe044 req-692e4db5-0679-4295-9fca-9a1b34a53e0e tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0522382 Nov 17 17:18:56.683980 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e7346904-9e04-4c1a-97a0-d1cf284fe044 req-3ea47326-1169-403e-86af-a9a340bf4145 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Nov 17 17:18:57.170777 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e98c84-a4cd-49d9-9570-7083a282bc37 req-4470aa47-d2e8-41b0-a9d7-9a60abdafb34 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:57.172257 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-17e98c84-a4cd-49d9-9570-7083a282bc37 req-4470aa47-d2e8-41b0-a9d7-9a60abdafb34 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Nov 17 17:18:57.219701 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-17e98c84-a4cd-49d9-9570-7083a282bc37 req-891d7e0e-655e-482b-8745-a1790d9a3542 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Nov 17 17:18:57.801843 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c8c1e-0edb-415f-a935-d373d90797e7 req-d4eab475-4811-45a2-9851-c4213e1eb1af tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:57.803259 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-708c8c1e-0edb-415f-a935-d373d90797e7 req-d4eab475-4811-45a2-9851-c4213e1eb1af tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0499516 Nov 17 17:18:57.851265 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-708c8c1e-0edb-415f-a935-d373d90797e7 req-3a85dbd5-b23e-4d25-bee3-15c1d04a182b tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Nov 17 17:18:58.348855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77912d63-486b-4746-be11-6cbf4fda1d85 req-e5a31e19-da5c-46dd-ab79-add8df094162 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:58.350253 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-77912d63-486b-4746-be11-6cbf4fda1d85 req-e5a31e19-da5c-46dd-ab79-add8df094162 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0557837 Nov 17 17:18:58.400013 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-77912d63-486b-4746-be11-6cbf4fda1d85 req-0c7ce713-4ae3-4657-a82a-83c7b7bdbe0f tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Nov 17 17:18:58.967022 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38927d5-1103-472d-8476-895bb4cb4d24 req-d662a0cb-95ef-4d57-83d0-3b6bd66f08ba tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:58.968800 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a38927d5-1103-472d-8476-895bb4cb4d24 req-d662a0cb-95ef-4d57-83d0-3b6bd66f08ba tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0481138 Nov 17 17:18:59.023107 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a38927d5-1103-472d-8476-895bb4cb4d24 req-b1ef7769-5c09-4c19-b420-411e0ce80f48 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8174ba41-c7c3-4c50-bf21-92a16d9eed61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Nov 17 17:18:59.234204 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-180c6f86-ab5f-4c70-967e-01772fe043fa tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:59.235609 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-180c6f86-ab5f-4c70-967e-01772fe043fa tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Nov 17 17:18:59.394707 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Deleting port 6c109ec1-eecb-4d59-a95c-e1773c949773 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:18:59.395034 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:59.719382 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] For port 6c109ec1-eecb-4d59-a95c-e1773c949773, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6c109ec1-eecb-4d59-a95c-e1773c949773,segment=NetworkSegment(b2d35426-c753-44df-bcce-521e7ffb3a21),segment_id=b2d35426-c753-44df-bcce-521e7ffb3a21)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:18:59.719744 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:18:59.738767 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Calling delete_port for 6c109ec1-eecb-4d59-a95c-e1773c949773 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:18:59.783503 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955947f-0dc0-42df-a62d-0f7d2d1526e9 req-763dd0c5-546c-4841-a2bb-2c250309a8c2 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:18:59.785053 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4955947f-0dc0-42df-a62d-0f7d2d1526e9 req-763dd0c5-546c-4841-a2bb-2c250309a8c2 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.3012714 Nov 17 17:18:59.874865 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4955947f-0dc0-42df-a62d-0f7d2d1526e9 req-9e7dde1e-f963-40b0-8a51-5f7a3ad92098 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601776 Nov 17 17:19:00.015763 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:00.029524 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['6c109ec1-eecb-4d59-a95c-e1773c949773'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:19:00.044506 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Pushing event deleted for resources: {'Port': ['ID=6c109ec1-eecb-4d59-a95c-e1773c949773,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:00.082000 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.082359 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.083884 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.084243 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.084597 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.084937 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.086645 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.086645 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.086645 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.086645 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.086645 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.087002 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:00.124992 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] No DVR routers for this DVR port 6c109ec1-eecb-4d59-a95c-e1773c949773 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:19:00.128140 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:00.129797 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-213c0bfc-e48c-41c8-9f07-d4da76cb28f9 req-8b6c6850-286b-49c6-bb67-5647990a0542 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.0283406 Nov 17 17:19:00.131629 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-01bd8af5-c22b-4570-88d6-d16f09daa6c7 req-cc78ff3d-2a7d-4ca5-b85e-bacfb63b1ac8 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.69 "DELETE /v2.0/ports/6c109ec1-eecb-4d59-a95c-e1773c949773 HTTP/1.1" status: 204 len: 173 time: 0.8797085 Nov 17 17:19:00.132083 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7433c8-5c55-4742-8b6f-f853b83e7049', 'name': 'network-vif-deleted', 'tag': '6c109ec1-eecb-4d59-a95c-e1773c949773'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:19:00.134664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ab6f0-e114-412f-af16-9ff54694f373" -d '{"events": [{"server_uuid": "8f7433c8-5c55-4742-8b6f-f853b83e7049", "name": "network-vif-deleted", "tag": "6c109ec1-eecb-4d59-a95c-e1773c949773"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:19:00.178827 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a4e4b5-403b-4a4a-a2d5-57ee3897e72a x-openstack-request-id: req-54a4e4b5-403b-4a4a-a2d5-57ee3897e72a {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:19:00.179111 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7433c8-5c55-4742-8b6f-f853b83e7049", "name": "network-vif-deleted", "tag": "6c109ec1-eecb-4d59-a95c-e1773c949773", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:19:00.179358 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54a4e4b5-403b-4a4a-a2d5-57ee3897e72a {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:19:00.179748 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7433c8-5c55-4742-8b6f-f853b83e7049', 'name': 'network-vif-deleted', 'tag': '6c109ec1-eecb-4d59-a95c-e1773c949773', 'status': 'completed', 'code': 200} Nov 17 17:19:01.010244 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb9e99-9490-4559-a00d-ab13d4f1efa9 req-f166452f-02b3-428b-a1fe-9abc541aebc8 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:01.011692 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-62bb9e99-9490-4559-a00d-ab13d4f1efa9 req-f166452f-02b3-428b-a1fe-9abc541aebc8 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0498457 Nov 17 17:19:01.059694 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-62bb9e99-9490-4559-a00d-ab13d4f1efa9 req-cff68f53-3c25-44c3-b9ea-8e965fc46dee tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Nov 17 17:19:01.240742 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c69bfa0a-8443-4151-b6ef-4e7b70c01269 req-331247d2-1cb2-49f1-bc8b-aa4857257da4 tempest-DeleteServersTestJSON-341967860 tempest-DeleteServersTestJSON-341967860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7433c8-5c55-4742-8b6f-f853b83e7049 HTTP/1.1" status: 200 len: 210 time: 0.0261650 Nov 17 17:19:01.464540 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41866) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:01.573950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be2cffba-4b2a-41fd-9ec5-1dbabfe16cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:01.668575 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be2cffba-4b2a-41fd-9ec5-1dbabfe16cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:01.787028 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be2cffba-4b2a-41fd-9ec5-1dbabfe16cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:01.825679 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-be2cffba-4b2a-41fd-9ec5-1dbabfe16cdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b60d7fa3326846eebf50c0721c35739f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600028 Nov 17 17:19:01.826765 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cffba-4b2a-41fd-9ec5-1dbabfe16cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c91ecc0-4b8e-4c18-9a52-8b19a80247d3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:01.828296 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41878) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:01.883422 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:01.908130 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:02.050578 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:02.053237 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:02.056235 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c91ecc0-4b8e-4c18-9a52-8b19a80247d3 HTTP/1.1" status: 204 len: 168 time: 0.2258267 Nov 17 17:19:02.067368 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c91ecc0-4b8e-4c18-9a52-8b19a80247d3,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:02.075109 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.075363 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.076127 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.076427 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.077573 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.077927 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.078566 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.078904 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.079232 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.079554 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.079876 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.080652 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc32a17-102c-46ab-ac90-c27e85297e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:02.207554 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88cc40-b670-41d0-a672-ab627f654f4b req-70ab7c73-3ca1-4da4-bd74-aa18166ee439 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:02.209092 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8d88cc40-b670-41d0-a672-ab627f654f4b req-70ab7c73-3ca1-4da4-bd74-aa18166ee439 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0529838 Nov 17 17:19:02.260913 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8d88cc40-b670-41d0-a672-ab627f654f4b req-4a905fed-18cf-4806-8bf2-b9b69993fd81 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Nov 17 17:19:02.757399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41912) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:02.784381 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-67dd72fb-d55a-4fd6-b93c-6a6f3e728a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:02.864632 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-67dd72fb-d55a-4fd6-b93c-6a6f3e728a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:03.055986 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-67dd72fb-d55a-4fd6-b93c-6a6f3e728a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:03.086450 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 6c109ec1-eecb-4d59-a95c-e1773c949773 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:19:03.095475 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd72fb-d55a-4fd6-b93c-6a6f3e728a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c34ac-69aa-4ad8-88b4-028472117ffa,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:03.100083 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-67dd72fb-d55a-4fd6-b93c-6a6f3e728a5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0991777f34e4c75a42df1bf94721cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416433 Nov 17 17:19:03.102667 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 41914) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:03.106947 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 6c109ec1-eecb-4d59-a95c-e1773c949773 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:19:03.107291 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 6c109ec1-eecb-4d59-a95c-e1773c949773 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:19:03.149974 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9122ecc5-9019-40ff-a670-a7a35f3c5c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:03.171647 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9122ecc5-9019-40ff-a670-a7a35f3c5c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:03.341971 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9122ecc5-9019-40ff-a670-a7a35f3c5c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:03.345723 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9122ecc5-9019-40ff-a670-a7a35f3c5c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:03.347641 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-9122ecc5-9019-40ff-a670-a7a35f3c5c2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a79c34ac-69aa-4ad8-88b4-028472117ffa HTTP/1.1" status: 204 len: 168 time: 0.2440321 Nov 17 17:19:03.357198 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122ecc5-9019-40ff-a670-a7a35f3c5c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c34ac-69aa-4ad8-88b4-028472117ffa,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:03.432831 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeb86e-cf45-4fc2-9732-c0be8d161cac req-dea82e97-34b7-4681-8eee-8f7f571f0766 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:03.436016 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1ebeb86e-cf45-4fc2-9732-c0be8d161cac req-dea82e97-34b7-4681-8eee-8f7f571f0766 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0990739 Nov 17 17:19:03.490946 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1ebeb86e-cf45-4fc2-9732-c0be8d161cac req-6644cfaa-2483-4eb7-9071-32a30b01f083 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478158 Nov 17 17:19:03.665025 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-8b5cd152-bac8-4de6-97d2-c4e77fbf9f7d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:03.666665 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-8b5cd152-bac8-4de6-97d2-c4e77fbf9f7d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 814 time: 0.1226203 Nov 17 17:19:03.683445 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-8527f941-9321-4c2f-881a-5bec8d82080b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/quotas/6347a86563fb4857807ab7e813d3d0a0 HTTP/1.1" status: 200 len: 375 time: 0.0112906 Nov 17 17:19:03.749047 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-0cfb7c9e-80aa-4a1c-afac-f2f4c289bbcf tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537999 Nov 17 17:19:03.856225 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-9dec6be2-dd6e-4d8b-bb15-b853380b896a service neutron] 10.222.0.41 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017137 Nov 17 17:19:03.895612 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41962) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:03.943848 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e67cfd-2c50-4229-b58d-032e42d0f729 admin admin] Deleting subnet 6df5dce5-e523-47af-80be-b6cc2c847a4c {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:19:03.947033 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9e67cfd-2c50-4229-b58d-032e42d0f729 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:03.953825 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-7865dcc6-18eb-4185-a730-ff94cf78f8de service neutron] 10.222.0.41 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923126 Nov 17 17:19:03.981285 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9e67cfd-2c50-4229-b58d-032e42d0f729 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:03.990950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9e67cfd-2c50-4229-b58d-032e42d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.136345 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9e67cfd-2c50-4229-b58d-032e42d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.163622 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e67cfd-2c50-4229-b58d-032e42d0f729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df5dce5-e523-47af-80be-b6cc2c847a4c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:04.167426 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9e67cfd-2c50-4229-b58d-032e42d0f729 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.170700 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-c9e67cfd-2c50-4229-b58d-032e42d0f729 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6df5dce5-e523-47af-80be-b6cc2c847a4c HTTP/1.1" status: 204 len: 168 time: 0.2735560 Nov 17 17:19:04.173203 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41966) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:04.260640 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.283130 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c74e946b-96cb-4df8-bbf6-c1e5c539cf33 req-375d649e-8c19-4aae-a058-11f59b83c7a1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 210 time: 0.0381112 Nov 17 17:19:04.366020 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.388227 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.388744 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.389494 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.389838 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > port after_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.390186 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.390624 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > port after_update 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.390950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.391268 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.391695 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.392136 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.538235 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.539240 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.539706 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.540215 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:19:04.540752 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1313bd3-345a-413f-ac56-0c8380d42915']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:04.559779 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d35426-c753-44df-bcce-521e7ffb3a21') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:04.560312 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d35426-c753-44df-bcce-521e7ffb3a21') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:04.587058 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.612458 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.622934 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:19:04.623421 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.625209 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453b9c1-906e-4df4-a63e-8ecbd12f70d4 req-a4cc15c3-deb1-4c0a-95dc-eb5d52d6b014 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:04.627168 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b453b9c1-906e-4df4-a63e-8ecbd12f70d4 req-a4cc15c3-deb1-4c0a-95dc-eb5d52d6b014 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0668967 Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: from cryptography.utils import int_from_bytes Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: from cryptography.utils import int_from_bytes Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:19:04.639145 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:19:04.694380 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:19:04.705169 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b453b9c1-906e-4df4-a63e-8ecbd12f70d4 req-db42899b-ced2-4739-a03c-1e00dae41fdc tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638702 Nov 17 17:19:04.822214 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.839206 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:04.842549 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b1313bd3-345a-413f-ac56-0c8380d42915 HTTP/1.1" status: 204 len: 168 time: 0.6683447 Nov 17 17:19:04.843978 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c64c6-8951-49ca-965f-962751697307 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1313bd3-345a-413f-ac56-0c8380d42915,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:05.210765 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-f871ba4c-9f1d-46f9-b6cc-4b032442c2f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448189 Nov 17 17:19:05.282861 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42012) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:05.304217 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-00139a1d-3e77-431c-8a26-a053be7a2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:05.306050 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-00139a1d-3e77-431c-8a26-a053be7a2837 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 1098 time: 0.0433130 Nov 17 17:19:05.344279 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-2305b36e-047b-400f-b9ea-59d039bcca35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=121c896403bc4bbc999aad907e977107&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0590813 Nov 17 17:19:05.347380 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42016) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:05.407880 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-974d6ec8-7b4f-4340-8824-0bb3b955806d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:05.420304 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-698de259-6002-4295-bcc6-0952abbeb292 req-46d3a0ec-2254-4bdd-a028-01b7e80fc25d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 210 time: 0.0544817 Nov 17 17:19:05.452553 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-974d6ec8-7b4f-4340-8824-0bb3b955806d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:05.461416 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-7fdfbc16-35bc-4d22-abfd-9e3d0080ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:05.463718 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-7fdfbc16-35bc-4d22-abfd-9e3d0080ab87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 915 time: 0.1301994 Nov 17 17:19:05.510265 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-201133ec-3616-4a6b-be30-e3640a8178d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d08a807-361e-4c11-b6d1-362a9452ea85 HTTP/1.1" status: 200 len: 217 time: 0.0381460 Nov 17 17:19:05.567199 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-1aa0905c-7469-4a1e-acbb-5678d1eedf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:05.568684 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-1aa0905c-7469-4a1e-acbb-5678d1eedf64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=367e5561-314f-482d-81dc-779ede48e9e3 HTTP/1.1" status: 200 len: 854 time: 0.0466003 Nov 17 17:19:05.575992 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-974d6ec8-7b4f-4340-8824-0bb3b955806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:05.578666 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-974d6ec8-7b4f-4340-8824-0bb3b955806d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:05.579785 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-974d6ec8-7b4f-4340-8824-0bb3b955806d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8174ba41-c7c3-4c50-bf21-92a16d9eed61 HTTP/1.1" status: 204 len: 168 time: 0.2308762 Nov 17 17:19:05.590233 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6ec8-7b4f-4340-8824-0bb3b955806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8174ba41-c7c3-4c50-bf21-92a16d9eed61,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:05.608947 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-d1b0c16c-ea70-4dda-93f6-a44fd18d5093 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=990fbe5c-f968-486a-a0a2-0b502c1d7c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313194 Nov 17 17:19:05.732280 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-f00c4d76-e740-4d6a-9244-ac24d4d286d1 service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122074 Nov 17 17:19:05.860054 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6100b-64fa-4f61-93c7-59d1f762d44d req-77c41222-4c1d-4c66-bf60-be5a9de7b89a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:05.868748 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-80a6100b-64fa-4f61-93c7-59d1f762d44d req-77c41222-4c1d-4c66-bf60-be5a9de7b89a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0907745 Nov 17 17:19:05.880252 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccf58da6-0f0c-40d4-986d-6c1814927f3c req-483f6fb6-7a1e-40d3-973e-d99b878d680e service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366720 Nov 17 17:19:05.933487 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-80a6100b-64fa-4f61-93c7-59d1f762d44d req-2132da2f-b048-43f0-96a8-4419d6e99c80 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637147 Nov 17 17:19:06.433537 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:06.541869 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-95f44482-1c71-4012-ac81-564d08de0752 req-dbc96125-ddc2-4c01-ba9e-be0158d46902 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 210 time: 0.0322466 Nov 17 17:19:06.553465 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42054) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:06.592810 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42058) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:06.719509 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1ac2-1275-421f-9312-05c65339ee3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:06.722443 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e04986b2-5d30-46a4-9afd-1950f94cbc26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:06.855885 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1ac2-1275-421f-9312-05c65339ee3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:06.857788 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e04986b2-5d30-46a4-9afd-1950f94cbc26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:06.967049 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1ac2-1275-421f-9312-05c65339ee3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.024362 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f6fb1ac2-1275-421f-9312-05c65339ee3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eda7ab868d174097bbac96a6635c6606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637735 Nov 17 17:19:07.025101 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb1ac2-1275-421f-9312-05c65339ee3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef668082-3339-4a82-adbe-d6a7739d2420,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:07.027372 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42072) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:07.039551 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-1d537e59-6f7f-4d9b-bf28-7ab8e92b66b0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:07.041034 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-1d537e59-6f7f-4d9b-bf28-7ab8e92b66b0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 814 time: 0.1611643 Nov 17 17:19:07.048069 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e04986b2-5d30-46a4-9afd-1950f94cbc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.077315 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Request body: {'port': {'device_id': 'b5f19bc1-ff97-4b5b-b69e-361a6485113d', 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'admin_state_up': True, 'tenant_id': '6347a86563fb4857807ab7e813d3d0a0'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:07.100553 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe69c-052f-4a03-ac56-0bcb789da90c req-d614b398-5f25-4a5c-9ece-d535efc76915 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:07.110177 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6adfe69c-052f-4a03-ac56-0bcb789da90c req-d614b398-5f25-4a5c-9ece-d535efc76915 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0990460 Nov 17 17:19:07.122990 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-e04986b2-5d30-46a4-9afd-1950f94cbc26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0b3de4893eb4b01b6970b657532f568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284986 Nov 17 17:19:07.126055 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42078) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:07.186353 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04986b2-5d30-46a4-9afd-1950f94cbc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d74efb-3a7d-45c7-b44b-18e4bfa2881a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:07.193575 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6adfe69c-052f-4a03-ac56-0bcb789da90c req-513805ca-2ba2-41aa-b484-b04c581daf28 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824604 Nov 17 17:19:07.219249 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8af287c3-467a-42f8-a46d-5554f9b7fbba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.223358 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-580a9ffb-0ef5-46d5-9c3a-b3ce3d912a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.248896 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-580a9ffb-0ef5-46d5-9c3a-b3ce3d912a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.274058 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8af287c3-467a-42f8-a46d-5554f9b7fbba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.358881 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Made reservation on behalf of 6347a86563fb4857807ab7e813d3d0a0 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:19:07.363142 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.421790 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8af287c3-467a-42f8-a46d-5554f9b7fbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.421973 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-580a9ffb-0ef5-46d5-9c3a-b3ce3d912a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.424980 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8af287c3-467a-42f8-a46d-5554f9b7fbba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.425108 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-580a9ffb-0ef5-46d5-9c3a-b3ce3d912a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.426195 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-580a9ffb-0ef5-46d5-9c3a-b3ce3d912a0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90d74efb-3a7d-45c7-b44b-18e4bfa2881a HTTP/1.1" status: 204 len: 168 time: 0.2992244 Nov 17 17:19:07.429475 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-8af287c3-467a-42f8-a46d-5554f9b7fbba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef668082-3339-4a82-adbe-d6a7739d2420 HTTP/1.1" status: 204 len: 168 time: 0.4006510 Nov 17 17:19:07.434561 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a9ffb-0ef5-46d5-9c3a-b3ce3d912a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d74efb-3a7d-45c7-b44b-18e4bfa2881a,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:07.488142 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af287c3-467a-42f8-a46d-5554f9b7fbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef668082-3339-4a82-adbe-d6a7739d2420,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:07.574989 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Allocated IP 172.20.0.10 (990fbe5c-f968-486a-a0a2-0b502c1d7c89/367e5561-314f-482d-81dc-779ede48e9e3/13265d29-ac9a-46a1-ac4f-f6cd2e92a16f) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:19:07.647596 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6c70d1b0-aae7-437b-b901-4ec664114025 req-71f00bdc-a5c5-4e3f-af73-1d2cad25bda3 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 210 time: 0.0312228 Nov 17 17:19:07.783997 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.902233 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:07.918313 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['1d08a807-361e-4c11-b6d1-362a9452ea85'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:19:07.947355 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:07.952265 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:07.956255 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:19:07.996199 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Pushing event updated for resources: {'Port': ['ID=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:08.018496 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:08.019498 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.133060 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-200a88ae-b1d0-4184-b3d1-24a8cf6e36f8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0594940 Nov 17 17:19:08.147749 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Request body: {'port': {'device_id': 'b5f19bc1-ff97-4b5b-b69e-361a6485113d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:08.201405 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.349129 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42114) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:08.363010 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa5bad07-25b9-4f37-873e-b12fe8343665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.428673 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42116) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:08.454197 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a29555a-04df-406d-9a92-2936f9fd99cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.458540 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7b25b-c541-495e-b21d-06f607c07d01 req-6d20ed2b-57f7-466f-9900-2281b01bc7d5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:08.460014 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d7b7b25b-c541-495e-b21d-06f607c07d01 req-6d20ed2b-57f7-466f-9900-2281b01bc7d5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0748785 Nov 17 17:19:08.498221 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa5bad07-25b9-4f37-873e-b12fe8343665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.525311 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d7b7b25b-c541-495e-b21d-06f607c07d01 req-329e4804-4fe7-43ee-952e-87661c68f323 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545456 Nov 17 17:19:08.542754 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:19:08.551681 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.573006 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Transition to ACTIVE for port object 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:19:08.592946 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a29555a-04df-406d-9a92-2936f9fd99cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.598557 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa5bad07-25b9-4f37-873e-b12fe8343665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.637145 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-fa5bad07-25b9-4f37-873e-b12fe8343665 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00fbf2228d1e42039beedb74382257f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868252 Nov 17 17:19:08.638981 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bad07-25b9-4f37-873e-b12fe8343665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0162202-fed5-45d3-9446-3beda784d0b5,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:08.639677 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42120) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:08.688930 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a29555a-04df-406d-9a92-2936f9fd99cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.691752 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.715373 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a7b78305-118e-4168-8d0b-3173efb66130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.777175 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cb586-6aad-4bab-8503-1c993f5c6584 req-35cd0cc6-9673-453b-8282-0de934e4addd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:08.780265 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ac0cb586-6aad-4bab-8503-1c993f5c6584 req-35cd0cc6-9673-453b-8282-0de934e4addd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 944 time: 0.0609879 Nov 17 17:19:08.797256 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-7a29555a-04df-406d-9a92-2936f9fd99cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc2ad4d370f142caafa5451f169fef41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675349 Nov 17 17:19:08.802374 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42130) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:08.804867 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29555a-04df-406d-9a92-2936f9fd99cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722cd0e2-6f18-4482-a959-d38a33a843a8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:08.818357 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a7b78305-118e-4168-8d0b-3173efb66130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.820079 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Pushing event updated for resources: {'Port': ['ID=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:08.863042 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ac0cb586-6aad-4bab-8503-1c993f5c6584 req-cb26b7cd-7325-41af-8b3c-556af7fa8562 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737514 Nov 17 17:19:08.878400 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa5282af-4f17-41e7-ae87-1662f9b53186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.902111 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa5282af-4f17-41e7-ae87-1662f9b53186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:08.930476 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Attempting to bind port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:19:08.930863 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Attempting to bind port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:19:08.931210 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Attempting to bind port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:08.936008 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:19:08.936355 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Attempting to bind port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:08.942740 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:19:08.943145 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Checking segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:08.943664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Bound using segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:19:08.944157 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Bound port: 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:19:08.944598 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:09.009634 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] For port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:19:09.012503 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] For port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:19:09.033080 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a7b78305-118e-4168-8d0b-3173efb66130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:09.035861 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a7b78305-118e-4168-8d0b-3173efb66130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:09.037448 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-a7b78305-118e-4168-8d0b-3173efb66130 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0162202-fed5-45d3-9446-3beda784d0b5 HTTP/1.1" status: 204 len: 168 time: 0.3962853 Nov 17 17:19:09.044589 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b78305-118e-4168-8d0b-3173efb66130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0162202-fed5-45d3-9446-3beda784d0b5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:09.079404 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa5282af-4f17-41e7-ae87-1662f9b53186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:09.082443 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa5282af-4f17-41e7-ae87-1662f9b53186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:09.083753 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-fa5282af-4f17-41e7-ae87-1662f9b53186 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/722cd0e2-6f18-4482-a959-d38a33a843a8 HTTP/1.1" status: 204 len: 168 time: 0.2804608 Nov 17 17:19:09.092930 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5282af-4f17-41e7-ae87-1662f9b53186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722cd0e2-6f18-4482-a959-d38a33a843a8,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:09.171200 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:09.207338 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:09.207960 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:09.209436 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] 10.222.0.69 "PUT /v2.0/ports/13265d29-ac9a-46a1-ac4f-f6cd2e92a16f HTTP/1.1" status: 200 len: 1094 time: 1.0665300 Nov 17 17:19:09.209883 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f19bc1-ff97-4b5b-b69e-361a6485113d', 'tag': '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:19:09.212243 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d84d8b-eacd-452b-865c-880153823c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f19bc1-ff97-4b5b-b69e-361a6485113d", "tag": "13265d29-ac9a-46a1-ac4f-f6cd2e92a16f"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:19:09.246533 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d575c6-1935-49b7-8a30-ee654ae7cd84 service neutron] Pushing event updated for resources: {'Port': ['ID=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:09.264965 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a888e8b-e1f9-471e-8317-71a7267267f2 x-openstack-request-id: req-2a888e8b-e1f9-471e-8317-71a7267267f2 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:19:09.265356 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f19bc1-ff97-4b5b-b69e-361a6485113d", "tag": "13265d29-ac9a-46a1-ac4f-f6cd2e92a16f", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:19:09.265678 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a888e8b-e1f9-471e-8317-71a7267267f2 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:19:09.266253 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f19bc1-ff97-4b5b-b69e-361a6485113d', 'tag': '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f', 'status': 'completed', 'code': 200} Nov 17 17:19:09.346877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d84d8b-eacd-452b-865c-880153823c9e req-169bd331-2634-4269-9dbe-1264acc20b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:09.348463 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-13d84d8b-eacd-452b-865c-880153823c9e req-169bd331-2634-4269-9dbe-1264acc20b26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 1097 time: 0.0451186 Nov 17 17:19:09.461764 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d84d8b-eacd-452b-865c-880153823c9e req-3c722c26-53fb-4c41-ab5b-738e54b735eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:09.463230 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-13d84d8b-eacd-452b-865c-880153823c9e req-3c722c26-53fb-4c41-ab5b-738e54b735eb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6347a86563fb4857807ab7e813d3d0a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0982845 Nov 17 17:19:09.567442 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d84d8b-eacd-452b-865c-880153823c9e req-b077b1ad-9823-4de5-9b7e-4e9d279a9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:09.568996 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-13d84d8b-eacd-452b-865c-880153823c9e req-b077b1ad-9823-4de5-9b7e-4e9d279a9483 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954614 Nov 17 17:19:09.705667 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-6693b806-d7f7-4165-a49d-b87b48c1ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:09.707633 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-6693b806-d7f7-4165-a49d-b87b48c1ee0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 1097 time: 0.0817168 Nov 17 17:19:09.719874 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426578-f00e-43bc-a5ca-78a0100e0e96 req-7228b8d0-af6a-4d74-9dcd-b369e2f00280 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:09.721400 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b4426578-f00e-43bc-a5ca-78a0100e0e96 req-7228b8d0-af6a-4d74-9dcd-b369e2f00280 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0685668 Nov 17 17:19:09.761744 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-5ffb6f22-9f03-4bec-990d-74aa121c410a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f HTTP/1.1" status: 200 len: 217 time: 0.0392265 Nov 17 17:19:09.825581 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b4426578-f00e-43bc-a5ca-78a0100e0e96 req-ed2e252f-6e63-43d9-8982-1e7b2914e850 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962424 Nov 17 17:19:09.841071 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-598deacf-42b3-46aa-a8a3-8f8f6ea5e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:09.841071 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-598deacf-42b3-46aa-a8a3-8f8f6ea5e734 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=367e5561-314f-482d-81dc-779ede48e9e3 HTTP/1.1" status: 200 len: 854 time: 0.0577986 Nov 17 17:19:09.871401 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-b2ac5dcb-06dd-4602-bc7b-4f74e078a591 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=990fbe5c-f968-486a-a0a2-0b502c1d7c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239496 Nov 17 17:19:10.030324 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-c76e3309-ba6d-42b7-9b1b-002a33c8e96d service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445386 Nov 17 17:19:10.042552 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8dce-022e-4264-9609-9324d4a71790 req-675cd066-43f4-44c0-8281-4cf46e393b65 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:10.050533 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-899e8dce-022e-4264-9609-9324d4a71790 req-675cd066-43f4-44c0-8281-4cf46e393b65 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 944 time: 0.0858488 Nov 17 17:19:10.361030 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-899e8dce-022e-4264-9609-9324d4a71790 req-6693347a-5988-4ffc-a043-71f060608c24 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096519 Nov 17 17:19:10.387478 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa4d13f6-ec6f-4f2c-b6b9-854cf6180d10 req-fbbefacb-6e5b-4e1f-9219-893163ef77cd service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349822 Nov 17 17:19:10.952559 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e9313-3df5-4ac6-b7c4-3f0e3565cc27 req-d7dc757d-fbbb-46c6-ab07-9e579b238330 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:10.954008 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eb9e9313-3df5-4ac6-b7c4-3f0e3565cc27 req-d7dc757d-fbbb-46c6-ab07-9e579b238330 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0543194 Nov 17 17:19:11.198173 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eb9e9313-3df5-4ac6-b7c4-3f0e3565cc27 req-df912ca5-a876-4ac6-bd2d-de425b10defe tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370889 Nov 17 17:19:11.493089 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a010b1-78f2-43fb-b8b3-ac88260708ac req-000cefae-d363-4705-bbe7-6f66230977ce tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:11.494710 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-37a010b1-78f2-43fb-b8b3-ac88260708ac req-000cefae-d363-4705-bbe7-6f66230977ce tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 944 time: 0.0497570 Nov 17 17:19:11.546515 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-37a010b1-78f2-43fb-b8b3-ac88260708ac req-6283de85-ceaf-443e-9f84-33d6191aec98 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Nov 17 17:19:11.828041 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42300) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:11.980572 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fe5593df-ab15-40ea-8541-78406157f1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:12.054191 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fe5593df-ab15-40ea-8541-78406157f1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:12.130228 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fe5593df-ab15-40ea-8541-78406157f1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:12.172866 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-fe5593df-ab15-40ea-8541-78406157f1da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=197ff8414b624a67b7ee08d85427c1e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434069 Nov 17 17:19:12.173783 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5593df-ab15-40ea-8541-78406157f1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f965a9d-5aef-4624-931f-4e310b254ee1,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:12.176078 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42326) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:12.258939 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81788c3f-0943-4cc7-b71b-ba5c25fcdfdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:12.283120 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81788c3f-0943-4cc7-b71b-ba5c25fcdfdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:12.322328 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964c060-bb76-44c1-8193-9f7bc4a9eff9 req-fc38d9ef-de1b-419b-8daa-147934ea79c1 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:12.324003 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8964c060-bb76-44c1-8193-9f7bc4a9eff9 req-fc38d9ef-de1b-419b-8daa-147934ea79c1 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0535598 Nov 17 17:19:12.378456 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8964c060-bb76-44c1-8193-9f7bc4a9eff9 req-9cbe542e-baae-4f2e-8649-d73a7a6cb871 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Nov 17 17:19:12.415958 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81788c3f-0943-4cc7-b71b-ba5c25fcdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:12.419134 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81788c3f-0943-4cc7-b71b-ba5c25fcdfdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:12.420481 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-81788c3f-0943-4cc7-b71b-ba5c25fcdfdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f965a9d-5aef-4624-931f-4e310b254ee1 HTTP/1.1" status: 204 len: 168 time: 0.2417970 Nov 17 17:19:12.430372 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81788c3f-0943-4cc7-b71b-ba5c25fcdfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f965a9d-5aef-4624-931f-4e310b254ee1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:12.693216 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e5aef-7741-4523-a2f2-be970f5094b1 req-15538b3b-10ec-4135-8aaf-616725ef15df tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:12.695856 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4f8e5aef-7741-4523-a2f2-be970f5094b1 req-15538b3b-10ec-4135-8aaf-616725ef15df tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 944 time: 0.0652812 Nov 17 17:19:12.761163 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4f8e5aef-7741-4523-a2f2-be970f5094b1 req-efcce5ac-2ef6-4edc-8be2-4779558352ff tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Nov 17 17:19:13.106208 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:19:13.204286 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:13.218212 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f', 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'port_id': '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f', 'mac_address': 'fa:16:3e:7b:5d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367e5561-314f-482d-81dc-779ede48e9e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:19:13.375801 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:13.390611 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:19:13.413058 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:13.500768 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbaac-c9e7-4101-a8e2-fbceb724efd9 req-16deb042-2b48-4bdd-ba3e-0c1e98d0079d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:13.501759 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:13.502588 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ac7bbaac-c9e7-4101-a8e2-fbceb724efd9 req-16deb042-2b48-4bdd-ba3e-0c1e98d0079d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0548084 Nov 17 17:19:13.558423 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:13.558682 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ac7bbaac-c9e7-4101-a8e2-fbceb724efd9 req-10d36a93-8cbb-447f-bc8c-eae90afcab09 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468187 Nov 17 17:19:13.567541 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.567919 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.568270 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.568640 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.568974 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.569461 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.569651 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.572915 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.572915 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.572915 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.572915 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.572915 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:13.866084 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['13265d29-ac9a-46a1-ac4f-f6cd2e92a16f'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:19:13.874929 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3da2-7b12-41c2-89b0-055b8c64503d req-3e47614a-c90c-418b-9d75-aad9ef6857e7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:13.876418 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-347e3da2-7b12-41c2-89b0-055b8c64503d req-3e47614a-c90c-418b-9d75-aad9ef6857e7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 945 time: 0.0481288 Nov 17 17:19:13.938472 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-347e3da2-7b12-41c2-89b0-055b8c64503d req-78e479af-5a88-4ff5-a9b3-b0969bf9adb8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521061 Nov 17 17:19:14.702512 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1690c03-7463-4b01-a692-23c043506d47 req-32d67741-a926-4fd6-9acc-8308313185df tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:14.702512 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c1690c03-7463-4b01-a692-23c043506d47 req-32d67741-a926-4fd6-9acc-8308313185df tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0500956 Nov 17 17:19:14.730347 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c1690c03-7463-4b01-a692-23c043506d47 req-716cf336-0ec8-4f24-9390-f88dc0077f61 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Nov 17 17:19:15.063892 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54636199-6bd8-4e44-8677-c035f24f63c3 req-9c8e5110-f824-409f-9697-337ee24d9cc3 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:15.066141 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-54636199-6bd8-4e44-8677-c035f24f63c3 req-9c8e5110-f824-409f-9697-337ee24d9cc3 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 945 time: 0.0533931 Nov 17 17:19:15.107141 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:19:15.115201 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-54636199-6bd8-4e44-8677-c035f24f63c3 req-70ddcdd9-0303-4bdf-82f5-5d394a2fdcce tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Nov 17 17:19:15.296023 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:19:15.301143 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:15.301523 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:15.385479 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:15.411347 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f19bc1-ff97-4b5b-b69e-361a6485113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:19:15.413611 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151bab90-c02f-45b2-98d4-61a9238f125d" -d '{"events": [{"server_uuid": "b5f19bc1-ff97-4b5b-b69e-361a6485113d", "name": "network-vif-plugged", "status": "completed", "tag": "13265d29-ac9a-46a1-ac4f-f6cd2e92a16f"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:19:15.426959 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:15.461887 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6f9b8-fb4d-48c7-9278-775ca409611b x-openstack-request-id: req-cdd6f9b8-fb4d-48c7-9278-775ca409611b {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:19:15.462112 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f19bc1-ff97-4b5b-b69e-361a6485113d", "name": "network-vif-plugged", "status": "completed", "tag": "13265d29-ac9a-46a1-ac4f-f6cd2e92a16f", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:19:15.462367 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdd6f9b8-fb4d-48c7-9278-775ca409611b {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:19:15.464902 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f19bc1-ff97-4b5b-b69e-361a6485113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f', 'code': 200} Nov 17 17:19:15.525134 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:15.579589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:15.789516 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86773123-1fe0-4118-9a09-d22a0e96bcf5 req-563d2c77-9284-4aa3-bac3-a5a540cfffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:15.791505 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-86773123-1fe0-4118-9a09-d22a0e96bcf5 req-563d2c77-9284-4aa3-bac3-a5a540cfffd4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 1099 time: 0.0421116 Nov 17 17:19:15.849727 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-86773123-1fe0-4118-9a09-d22a0e96bcf5 req-ff935a74-938d-47ae-a7d0-097f9d3ee9c8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468397 Nov 17 17:19:15.861790 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340bd9a-497a-4a37-bacb-6d8a9b04922c req-4e670763-6236-4b48-a215-96fc03b022a4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:15.863013 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a340bd9a-497a-4a37-bacb-6d8a9b04922c req-4e670763-6236-4b48-a215-96fc03b022a4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0583794 Nov 17 17:19:15.912737 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a340bd9a-497a-4a37-bacb-6d8a9b04922c req-36d3e586-5fd6-493b-a085-3b6ebaa82f81 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Nov 17 17:19:16.267503 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f1684-e4a2-4052-928f-e1c5c88e506e req-c4bb3157-0dc9-4747-afcf-e5030d2bea24 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:16.269877 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-467f1684-e4a2-4052-928f-e1c5c88e506e req-c4bb3157-0dc9-4747-afcf-e5030d2bea24 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0558047 Nov 17 17:19:16.328725 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-467f1684-e4a2-4052-928f-e1c5c88e506e req-6c49ea55-b54c-4a78-ad50-281873a01995 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524790 Nov 17 17:19:16.495855 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b1f149be-958b-46e3-9cd4-0dd9fda0b280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:17.043899 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9c54-08ea-4812-b95c-3b4537381729 req-dcba8274-0961-4cee-a0ec-9798701b599b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:17.045411 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e8ae9c54-08ea-4812-b95c-3b4537381729 req-dcba8274-0961-4cee-a0ec-9798701b599b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0513008 Nov 17 17:19:17.092432 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e8ae9c54-08ea-4812-b95c-3b4537381729 req-75abf02c-d66c-43c7-9820-0628626b5ae4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Nov 17 17:19:17.458922 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2835a-7498-4687-8403-b7224c190e6d req-00056bbe-731c-433d-a792-27eb510b9fbe tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:17.460541 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0ca2835a-7498-4687-8403-b7224c190e6d req-00056bbe-731c-433d-a792-27eb510b9fbe tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0539496 Nov 17 17:19:17.514904 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0ca2835a-7498-4687-8403-b7224c190e6d req-9aa4d4cb-52ed-4ab6-aff3-e46d03c5bc4d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480671 Nov 17 17:19:18.099049 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42500) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:18.212035 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64dc0e-ca2d-47f1-8413-e40d22238356 req-d59799f2-057c-4224-baf5-df269fa489cd tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:18.213970 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9f64dc0e-ca2d-47f1-8413-e40d22238356 req-d59799f2-057c-4224-baf5-df269fa489cd tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Nov 17 17:19:18.227422 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1136336-6725-480d-b50a-0467b963f6ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:18.292582 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9f64dc0e-ca2d-47f1-8413-e40d22238356 req-c59a6844-370c-4e18-a4fb-fd6110d85b9d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Nov 17 17:19:18.342005 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1136336-6725-480d-b50a-0467b963f6ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:18.433188 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1136336-6725-480d-b50a-0467b963f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:18.478471 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c1136336-6725-480d-b50a-0467b963f6ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d8c849229e54571b9afbe2a6f8535c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782268 Nov 17 17:19:18.479644 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1136336-6725-480d-b50a-0467b963f6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ef01b-4dce-4529-a307-95772f16c091,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:18.481162 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42512) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:18.527501 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-27d985d1-e41a-4943-8ddc-45d1ac3bc171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:18.548907 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-27d985d1-e41a-4943-8ddc-45d1ac3bc171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:18.667511 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-27d985d1-e41a-4943-8ddc-45d1ac3bc171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:18.670053 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-27d985d1-e41a-4943-8ddc-45d1ac3bc171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:18.671188 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-27d985d1-e41a-4943-8ddc-45d1ac3bc171 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/641ef01b-4dce-4529-a307-95772f16c091 HTTP/1.1" status: 204 len: 168 time: 0.1890481 Nov 17 17:19:18.680736 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d985d1-e41a-4943-8ddc-45d1ac3bc171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ef01b-4dce-4529-a307-95772f16c091,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:18.730074 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-0320315a-554b-4817-a257-58331f229f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.386852 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42528) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:19.400383 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5d849088-925b-4096-b943-6047d2407d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.476165 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5d849088-925b-4096-b943-6047d2407d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.547684 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5d849088-925b-4096-b943-6047d2407d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.587162 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-5d849088-925b-4096-b943-6047d2407d11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0563f84f99b84e0a8386f03443010223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991742 Nov 17 17:19:19.588005 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d849088-925b-4096-b943-6047d2407d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698bcc56-d50c-4940-bd2b-1237213d3dab,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:19.589854 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42530) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:19.637170 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-047670dc-8d59-4a0e-b4ed-421b58067bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.658219 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-047670dc-8d59-4a0e-b4ed-421b58067bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.873113 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.907003 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-047670dc-8d59-4a0e-b4ed-421b58067bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.910155 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-047670dc-8d59-4a0e-b4ed-421b58067bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:19.911260 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-047670dc-8d59-4a0e-b4ed-421b58067bbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/698bcc56-d50c-4940-bd2b-1237213d3dab HTTP/1.1" status: 204 len: 168 time: 0.3204415 Nov 17 17:19:19.919191 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047670dc-8d59-4a0e-b4ed-421b58067bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698bcc56-d50c-4940-bd2b-1237213d3dab,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:20.570445 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42542) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:20.584101 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53a1fb8b-09de-40d5-a60b-fc36374f75ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:20.657555 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53a1fb8b-09de-40d5-a60b-fc36374f75ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:20.741313 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53a1fb8b-09de-40d5-a60b-fc36374f75ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:20.779046 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-53a1fb8b-09de-40d5-a60b-fc36374f75ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88f693a8ebd24022881c389a1a790318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075462 Nov 17 17:19:20.779846 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1fb8b-09de-40d5-a60b-fc36374f75ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b80987-7825-456a-b982-c0f4ad71f230,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:20.781787 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42544) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:20.833325 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bc2d4d9-74f8-4aec-9219-bb74ab6463de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:20.854263 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bc2d4d9-74f8-4aec-9219-bb74ab6463de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:20.993374 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bc2d4d9-74f8-4aec-9219-bb74ab6463de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:20.995930 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bc2d4d9-74f8-4aec-9219-bb74ab6463de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:20.997149 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-2bc2d4d9-74f8-4aec-9219-bb74ab6463de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99b80987-7825-456a-b982-c0f4ad71f230 HTTP/1.1" status: 204 len: 168 time: 0.2143559 Nov 17 17:19:21.006370 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2d4d9-74f8-4aec-9219-bb74ab6463de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b80987-7825-456a-b982-c0f4ad71f230,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:21.210478 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:21.242891 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f95a95-12b7-4818-afed-37096a951131 req-72fc327d-0def-405c-b2ae-92909bfcbe5b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:21.244460 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-56f95a95-12b7-4818-afed-37096a951131 req-72fc327d-0def-405c-b2ae-92909bfcbe5b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0508487 Nov 17 17:19:21.296901 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cc1af-7280-41d2-96c7-5cda267f113b req-7a9be920-d090-4181-b081-f2c256b2b175 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:21.296901 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-744cc1af-7280-41d2-96c7-5cda267f113b req-7a9be920-d090-4181-b081-f2c256b2b175 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0666213 Nov 17 17:19:21.305655 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-56f95a95-12b7-4818-afed-37096a951131 req-6117e93d-1a9d-4dd0-bed9-4ebdb079fbea tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Nov 17 17:19:21.350084 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-744cc1af-7280-41d2-96c7-5cda267f113b req-2c13ab29-1bce-47b8-90c4-235b4c1acad7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Nov 17 17:19:22.187310 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:24.593628 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42660) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:24.702655 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60d47f2b-ba26-4c5b-8561-b5b47d5bb9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:24.774201 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60d47f2b-ba26-4c5b-8561-b5b47d5bb9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:24.839112 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60d47f2b-ba26-4c5b-8561-b5b47d5bb9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:24.881534 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-60d47f2b-ba26-4c5b-8561-b5b47d5bb9c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=660248ad22be4d31a2311fdc673dd8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868245 Nov 17 17:19:24.882664 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d47f2b-ba26-4c5b-8561-b5b47d5bb9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac13f46-6137-4279-9069-e5ad39a5395a,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:24.884322 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42664) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:24.941091 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6038baab-3f31-4b01-8c7e-4708ecdc8852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:24.969971 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6038baab-3f31-4b01-8c7e-4708ecdc8852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:24.976829 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a44b4-7363-4ead-b165-a1877a0e4a95 req-4221c885-ffe4-42e0-acfc-1710b5b7c4ef tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:24.981335 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-657a44b4-7363-4ead-b165-a1877a0e4a95 req-4221c885-ffe4-42e0-acfc-1710b5b7c4ef tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0613704 Nov 17 17:19:25.035307 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-657a44b4-7363-4ead-b165-a1877a0e4a95 req-ab04f481-a54c-4527-af81-00021bebb339 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Nov 17 17:19:25.101664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6038baab-3f31-4b01-8c7e-4708ecdc8852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:25.104339 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6038baab-3f31-4b01-8c7e-4708ecdc8852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:25.105533 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6038baab-3f31-4b01-8c7e-4708ecdc8852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ac13f46-6137-4279-9069-e5ad39a5395a HTTP/1.1" status: 204 len: 168 time: 0.2196789 Nov 17 17:19:25.114146 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038baab-3f31-4b01-8c7e-4708ecdc8852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac13f46-6137-4279-9069-e5ad39a5395a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:25.751291 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42676) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:25.764836 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc9e8-5e9b-40a2-b39d-21e992aa9cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:25.839934 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc9e8-5e9b-40a2-b39d-21e992aa9cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:25.936001 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc9e8-5e9b-40a2-b39d-21e992aa9cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:25.977693 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-dc5dc9e8-5e9b-40a2-b39d-21e992aa9cb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c054e7b0c1f4a55a63ad231180ba7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247722 Nov 17 17:19:25.978590 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dc9e8-5e9b-40a2-b39d-21e992aa9cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef5ccc5-973a-4535-b424-40888f323ce4,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:25.980330 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42682) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:26.050029 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed653-c5e7-40d7-96c3-2e3749d3e9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:26.092849 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed653-c5e7-40d7-96c3-2e3749d3e9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:26.194960 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a664c8-3cbf-4e28-80f1-0ae295ad42c3 req-06e00025-a7f9-4d81-9870-e1415f2c5bb7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:26.196414 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f7a664c8-3cbf-4e28-80f1-0ae295ad42c3 req-06e00025-a7f9-4d81-9870-e1415f2c5bb7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0529130 Nov 17 17:19:26.245146 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f7a664c8-3cbf-4e28-80f1-0ae295ad42c3 req-75a93c0c-01ef-4403-9f78-a34e3eb62f6e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Nov 17 17:19:26.278930 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed653-c5e7-40d7-96c3-2e3749d3e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:26.281630 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed653-c5e7-40d7-96c3-2e3749d3e9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:26.282706 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-cd9ed653-c5e7-40d7-96c3-2e3749d3e9a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ef5ccc5-973a-4535-b424-40888f323ce4 HTTP/1.1" status: 204 len: 168 time: 0.3008704 Nov 17 17:19:26.291019 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ed653-c5e7-40d7-96c3-2e3749d3e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef5ccc5-973a-4535-b424-40888f323ce4,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:27.369436 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c6a4b-5c7f-44e6-813e-7523e6fdff2f req-c72d71e3-5744-4ac8-a0aa-066506bf2480 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:27.370962 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-715c6a4b-5c7f-44e6-813e-7523e6fdff2f req-c72d71e3-5744-4ac8-a0aa-066506bf2480 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0562751 Nov 17 17:19:27.420692 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-715c6a4b-5c7f-44e6-813e-7523e6fdff2f req-ef7fce8b-9587-437a-afad-8e1e192fd21a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434055 Nov 17 17:19:28.192956 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce7475-32a0-4c2b-ba67-9acbff555f03 req-5e1df7b7-2720-461c-bc59-5daba7b24256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:28.195777 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d0ce7475-32a0-4c2b-ba67-9acbff555f03 req-5e1df7b7-2720-461c-bc59-5daba7b24256 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 1098 time: 0.0567205 Nov 17 17:19:28.272496 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d0ce7475-32a0-4c2b-ba67-9acbff555f03 req-b34ada9e-ada6-4971-a463-3849ae991d70 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Nov 17 17:19:28.559379 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd340-a2b0-4eb2-bcb1-1f15367ba2d0 req-0bab569f-eff5-434f-b40f-b41d42c4bbe1 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:28.561058 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ba2fd340-a2b0-4eb2-bcb1-1f15367ba2d0 req-0bab569f-eff5-434f-b40f-b41d42c4bbe1 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0668118 Nov 17 17:19:28.618525 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ba2fd340-a2b0-4eb2-bcb1-1f15367ba2d0 req-031a8b6b-c958-4ccb-8eb2-20322b460851 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Nov 17 17:19:28.726855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-c673263c-45fc-4b6b-90aa-595c24bb0b37 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:28.728358 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-c673263c-45fc-4b6b-90aa-595c24bb0b37 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 814 time: 0.1162174 Nov 17 17:19:28.743018 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-fe6ba53e-7ab6-4f14-b389-8db0aa43de83 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/quotas/6347a86563fb4857807ab7e813d3d0a0 HTTP/1.1" status: 200 len: 375 time: 0.0090528 Nov 17 17:19:28.793467 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-21c53dbe-64b9-4969-ab11-557eab3fb2d9 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453074 Nov 17 17:19:28.884703 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-530ec0d7-2559-4b5b-a7b4-05ca618e6021 service neutron] 10.222.0.41 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Nov 17 17:19:28.984068 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b17b08ab-2977-4665-8226-1c1f44bf2464 service neutron] 10.222.0.41 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929425 Nov 17 17:19:29.248880 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96482405-63ac-42ce-9f16-e08426c82602 req-7187024a-d0e7-47ad-b530-6bae1b43a592 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 210 time: 0.0292368 Nov 17 17:19:29.748656 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cb194-279f-4a9b-8bda-157f35a375c8 req-9b8db5b1-a681-4393-a6f7-d65a15ea101b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:29.753642 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-470cb194-279f-4a9b-8bda-157f35a375c8 req-9b8db5b1-a681-4393-a6f7-d65a15ea101b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0527973 Nov 17 17:19:29.801471 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-470cb194-279f-4a9b-8bda-157f35a375c8 req-02468852-3573-4b22-b3d1-445dd55b5e13 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434949 Nov 17 17:19:30.365265 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3282c4e1-6799-4566-98c2-68b89938d57d req-fe36e7bc-6e03-43f1-8369-4aa4e3b6ce7c tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 210 time: 0.0329444 Nov 17 17:19:30.925817 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5b566-f3b6-4757-b9ff-12b872595fd7 req-77b8fda9-8017-4451-bcb1-34a9978d3f82 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:30.927581 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-06c5b566-f3b6-4757-b9ff-12b872595fd7 req-77b8fda9-8017-4451-bcb1-34a9978d3f82 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0549052 Nov 17 17:19:30.977619 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-06c5b566-f3b6-4757-b9ff-12b872595fd7 req-0ad2845d-49ea-4493-8c57-3b030b2bf5ea tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Nov 17 17:19:31.005849 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42862) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:31.104891 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018e880-53c7-41d3-b9a8-a92b41282082 req-5f8fcb07-fbfb-4963-8930-d7f8cbf68ff3 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:31.106767 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3018e880-53c7-41d3-b9a8-a92b41282082 req-5f8fcb07-fbfb-4963-8930-d7f8cbf68ff3 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0587809 Nov 17 17:19:31.115308 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a7309f4-36f9-48ca-ab3c-2502da268432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:31.156837 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3018e880-53c7-41d3-b9a8-a92b41282082 req-981c6f03-d43a-4b2f-ad6c-e3ad90034ad6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Nov 17 17:19:31.202056 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a7309f4-36f9-48ca-ab3c-2502da268432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:31.278839 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a7309f4-36f9-48ca-ab3c-2502da268432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:31.317549 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0a7309f4-36f9-48ca-ab3c-2502da268432 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=163199c5467a40ef85424b77baddc824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100924 Nov 17 17:19:31.319609 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42870) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:31.336226 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7309f4-36f9-48ca-ab3c-2502da268432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b18aa22-ccc1-475a-adf4-d5c4c00b92d8,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:31.373458 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f225-819e-4d85-9b9a-2a6d86133398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:31.398023 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f225-819e-4d85-9b9a-2a6d86133398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:31.473224 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b244f315-1e02-433d-b7b4-c0b5164be4c5 req-ce5ec410-3e0b-4c20-913f-05e7bc27d40a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 210 time: 0.0250757 Nov 17 17:19:31.570179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f225-819e-4d85-9b9a-2a6d86133398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:31.572950 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f225-819e-4d85-9b9a-2a6d86133398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:31.574200 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-d2f1f225-819e-4d85-9b9a-2a6d86133398 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b18aa22-ccc1-475a-adf4-d5c4c00b92d8 HTTP/1.1" status: 204 len: 168 time: 0.2535126 Nov 17 17:19:31.582316 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1f225-819e-4d85-9b9a-2a6d86133398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b18aa22-ccc1-475a-adf4-d5c4c00b92d8,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:32.209829 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 42892) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:32.222973 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-208c27a4-ee27-49e8-b768-69f2b7dd650e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:32.294885 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-208c27a4-ee27-49e8-b768-69f2b7dd650e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:32.358874 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-208c27a4-ee27-49e8-b768-69f2b7dd650e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:32.398251 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-208c27a4-ee27-49e8-b768-69f2b7dd650e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9a2bd26580441108799014f638ea493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873598 Nov 17 17:19:32.399474 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c27a4-ee27-49e8-b768-69f2b7dd650e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bcdc9b-3522-4384-aed4-8738b56e6dbe,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:32.400868 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 42896) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:32.448362 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84c92b29-cc3e-4689-b832-84acf84f358a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:32.468676 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84c92b29-cc3e-4689-b832-84acf84f358a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:32.616097 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84c92b29-cc3e-4689-b832-84acf84f358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:32.618752 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84c92b29-cc3e-4689-b832-84acf84f358a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:32.619912 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-84c92b29-cc3e-4689-b832-84acf84f358a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47bcdc9b-3522-4384-aed4-8738b56e6dbe HTTP/1.1" status: 204 len: 168 time: 0.2180789 Nov 17 17:19:32.627591 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c92b29-cc3e-4689-b832-84acf84f358a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bcdc9b-3522-4384-aed4-8738b56e6dbe,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:34.210559 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-aeec8ddb-d415-4139-8858-41099ef32e5f req-7c7967af-d4ce-4961-826a-04e392c7379f tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 210 time: 0.0267611 Nov 17 17:19:34.843001 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-510e6e53-4514-4e3e-8300-6cd07dd74317 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:34.844400 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-510e6e53-4514-4e3e-8300-6cd07dd74317 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 814 time: 0.1092060 Nov 17 17:19:34.875152 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Request body: {'port': {'device_id': '8381c7a9-10dd-40c4-8041-f8705b78d164', 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'admin_state_up': True, 'tenant_id': '6347a86563fb4857807ab7e813d3d0a0'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:35.078896 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Made reservation on behalf of 6347a86563fb4857807ab7e813d3d0a0 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:19:35.082447 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:35.214439 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Allocated IP 172.20.0.14 (990fbe5c-f968-486a-a0a2-0b502c1d7c89/367e5561-314f-482d-81dc-779ede48e9e3/4597ee3e-bd81-4a90-82ed-1b59a88bf152) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:19:35.366843 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:35.450503 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43000) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:35.462092 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:35.512164 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:35.518292 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:35.522930 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:19:35.587815 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Pushing event updated for resources: {'Port': ['ID=4597ee3e-bd81-4a90-82ed-1b59a88bf152,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:35.597277 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:35.597894 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:35.602012 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7df396ee-e1b8-4791-a748-7a4f7773c032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:35.682410 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7df396ee-e1b8-4791-a748-7a4f7773c032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:35.698422 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-b32fbe55-5566-4a57-80ac-81a12f80ecd7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8268008 Nov 17 17:19:35.810238 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7df396ee-e1b8-4791-a748-7a4f7773c032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:35.852596 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-7df396ee-e1b8-4791-a748-7a4f7773c032 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef1b66feb1584201bbdec789e1598077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009962 Nov 17 17:19:35.853790 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df396ee-e1b8-4791-a748-7a4f7773c032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9377d42-fb9d-40ab-bf91-76cc2f48f687,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:35.855274 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43018) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:35.904665 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd271-793d-45cb-90e8-5953528c6d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:35.926070 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd271-793d-45cb-90e8-5953528c6d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:36.055744 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd271-793d-45cb-90e8-5953528c6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:36.058323 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd271-793d-45cb-90e8-5953528c6d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:36.059474 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ec4bd271-793d-45cb-90e8-5953528c6d79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9377d42-fb9d-40ab-bf91-76cc2f48f687 HTTP/1.1" status: 204 len: 168 time: 0.2026305 Nov 17 17:19:36.067836 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bd271-793d-45cb-90e8-5953528c6d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9377d42-fb9d-40ab-bf91-76cc2f48f687,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:36.699890 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43026) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:36.712771 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77783d83-35c5-44c9-94aa-22bbb033d512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:36.784176 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77783d83-35c5-44c9-94aa-22bbb033d512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:36.878746 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77783d83-35c5-44c9-94aa-22bbb033d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:36.916078 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783d83-35c5-44c9-94aa-22bbb033d512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6899ca-5daf-4c60-b679-328a7f1ffe7d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:36.920382 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-77783d83-35c5-44c9-94aa-22bbb033d512 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8ded5109a2840289392919fb5a8cdec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194018 Nov 17 17:19:36.923038 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43032) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:36.970829 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e519339-c22c-4932-bf7e-a1801bbf18b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:36.992638 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e519339-c22c-4932-bf7e-a1801bbf18b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:37.090088 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e519339-c22c-4932-bf7e-a1801bbf18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:37.092735 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e519339-c22c-4932-bf7e-a1801bbf18b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:37.093867 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-1e519339-c22c-4932-bf7e-a1801bbf18b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e6899ca-5daf-4c60-b679-328a7f1ffe7d HTTP/1.1" status: 204 len: 168 time: 0.1699288 Nov 17 17:19:37.102836 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e519339-c22c-4932-bf7e-a1801bbf18b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6899ca-5daf-4c60-b679-328a7f1ffe7d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:38.060993 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['1d08a807-361e-4c11-b6d1-362a9452ea85', '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:19:38.094643 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Request body: {'port': {'device_id': '8381c7a9-10dd-40c4-8041-f8705b78d164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:38.182540 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:38.241419 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:38.346180 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726a61e-e5ec-428e-bc00-a1f339b28e9b req-11087bff-d808-4c9a-9319-efd41018b1ac tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:38.354665 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a726a61e-e5ec-428e-bc00-a1f339b28e9b req-11087bff-d808-4c9a-9319-efd41018b1ac tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0685835 Nov 17 17:19:38.399377 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-35b328da-1415-4a9c-9146-2c2d966e0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:38.400891 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-35b328da-1415-4a9c-9146-2c2d966e0dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1098 time: 0.1487381 Nov 17 17:19:38.405003 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a726a61e-e5ec-428e-bc00-a1f339b28e9b req-e1634f14-20b4-42b2-bc2e-ce66ec4db573 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Nov 17 17:19:38.411727 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cd467-c65b-4c05-954f-6e3573279c7e req-7444aa5d-94c6-4920-8403-b380d5a2060b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:38.413217 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e9cd467-c65b-4c05-954f-6e3573279c7e req-7444aa5d-94c6-4920-8403-b380d5a2060b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 932 time: 0.1621518 Nov 17 17:19:38.601094 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-e57cdeb2-5dee-44ed-8fa9-1e48ce403d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:38.602558 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-e57cdeb2-5dee-44ed-8fa9-1e48ce403d72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 920 time: 0.1827059 Nov 17 17:19:38.611755 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e9cd467-c65b-4c05-954f-6e3573279c7e req-7c23c437-5cd9-42ba-adba-ee4d8412b9c8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866150 Nov 17 17:19:38.648175 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-c484b3de-f134-40e3-8c18-b531a51121b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 200 len: 217 time: 0.0380051 Nov 17 17:19:38.724280 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-2965916f-a831-4a09-89bf-0e053747f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:38.725823 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-2965916f-a831-4a09-89bf-0e053747f050 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.0693579 Nov 17 17:19:38.775124 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-958b9e54-a162-4a5b-b673-ebd4e63aca13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260229 Nov 17 17:19:38.785331 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4597ee3e-bd81-4a90-82ed-1b59a88bf152 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:19:38.800054 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:38.817928 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43078) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:38.831938 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Transition to ACTIVE for port object 4597ee3e-bd81-4a90-82ed-1b59a88bf152 will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:19:38.888268 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-4b7f47c5-edeb-4d89-b86c-24b6b91ceda7 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984609 Nov 17 17:19:38.923404 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4add7930-46eb-43c3-bb16-e5286397dafe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:38.924493 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:38.999267 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4add7930-46eb-43c3-bb16-e5286397dafe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.013871 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Pushing event updated for resources: {'Port': ['ID=4597ee3e-bd81-4a90-82ed-1b59a88bf152,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:39.079385 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e645b95f-69c8-4d90-b47c-da481492bdb3 req-55c9e01c-2432-4961-8e98-fcbdad095adb service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759636 Nov 17 17:19:39.102178 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Attempting to bind port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:19:39.102841 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Attempting to bind port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:19:39.102841 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Attempting to bind port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:39.107105 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:19:39.107426 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Attempting to bind port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:39.112227 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:19:39.112680 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Checking segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:39.112977 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Bound using segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:19:39.113079 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4add7930-46eb-43c3-bb16-e5286397dafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.113413 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Bound port: 4597ee3e-bd81-4a90-82ed-1b59a88bf152, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:19:39.113764 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.153025 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4add7930-46eb-43c3-bb16-e5286397dafe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd3f4c0719294332b5cffc9358fa2a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338730 Nov 17 17:19:39.154183 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add7930-46eb-43c3-bb16-e5286397dafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2f9d62-25b3-4606-9e57-8e279a8915b0,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:39.157488 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43086) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:39.200767 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] For port 4597ee3e-bd81-4a90-82ed-1b59a88bf152, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:19:39.220164 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] For port 4597ee3e-bd81-4a90-82ed-1b59a88bf152, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4597ee3e-bd81-4a90-82ed-1b59a88bf152,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:19:39.233489 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-342776e7-c852-44bc-8b87-7de5b0eeb14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.259379 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-342776e7-c852-44bc-8b87-7de5b0eeb14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.359857 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.392513 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:39.393149 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.395509 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] 10.222.0.69 "PUT /v2.0/ports/4597ee3e-bd81-4a90-82ed-1b59a88bf152 HTTP/1.1" status: 200 len: 1094 time: 1.3055608 Nov 17 17:19:39.396088 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8381c7a9-10dd-40c4-8041-f8705b78d164', 'tag': '4597ee3e-bd81-4a90-82ed-1b59a88bf152'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:19:39.399366 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26afc0ca-677c-4316-b6fe-4d4bbb72a97a" -d '{"events": [{"name": "network-changed", "server_uuid": "8381c7a9-10dd-40c4-8041-f8705b78d164", "tag": "4597ee3e-bd81-4a90-82ed-1b59a88bf152"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:19:39.406039 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-342776e7-c852-44bc-8b87-7de5b0eeb14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.408550 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-342776e7-c852-44bc-8b87-7de5b0eeb14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:39.412265 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-342776e7-c852-44bc-8b87-7de5b0eeb14f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca2f9d62-25b3-4606-9e57-8e279a8915b0 HTTP/1.1" status: 204 len: 168 time: 0.2515335 Nov 17 17:19:39.434420 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342776e7-c852-44bc-8b87-7de5b0eeb14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2f9d62-25b3-4606-9e57-8e279a8915b0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:39.445102 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf33957-e79f-4ab4-bf1d-6ea4300c1b64 service neutron] Pushing event updated for resources: {'Port': ['ID=4597ee3e-bd81-4a90-82ed-1b59a88bf152,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:39.468618 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b609f55a-5869-4422-9087-92e843edafd3 x-openstack-request-id: req-b609f55a-5869-4422-9087-92e843edafd3 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:19:39.469717 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8381c7a9-10dd-40c4-8041-f8705b78d164", "tag": "4597ee3e-bd81-4a90-82ed-1b59a88bf152", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:19:39.469990 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b609f55a-5869-4422-9087-92e843edafd3 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:19:39.470526 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8381c7a9-10dd-40c4-8041-f8705b78d164', 'tag': '4597ee3e-bd81-4a90-82ed-1b59a88bf152', 'status': 'completed', 'code': 200} Nov 17 17:19:39.556258 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afc0ca-677c-4316-b6fe-4d4bbb72a97a req-1128d99a-7bd5-466d-a828-6edd8a6c75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:39.557824 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-26afc0ca-677c-4316-b6fe-4d4bbb72a97a req-1128d99a-7bd5-466d-a828-6edd8a6c75d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 1097 time: 0.0695784 Nov 17 17:19:39.573137 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe3f77-7037-41a6-aa50-3914a62666a3 req-73b72ce7-cd6b-4b6b-a1ef-fdb168c6a23a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:39.574691 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-31fe3f77-7037-41a6-aa50-3914a62666a3 req-73b72ce7-cd6b-4b6b-a1ef-fdb168c6a23a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0758662 Nov 17 17:19:39.694279 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-31fe3f77-7037-41a6-aa50-3914a62666a3 req-34be0781-7f7b-427b-bd43-1fa2f949f32b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Nov 17 17:19:39.769432 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afc0ca-677c-4316-b6fe-4d4bbb72a97a req-fa22a880-d94a-4bca-9a8b-50ef8c96eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:39.772276 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-26afc0ca-677c-4316-b6fe-4d4bbb72a97a req-fa22a880-d94a-4bca-9a8b-50ef8c96eb43 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6347a86563fb4857807ab7e813d3d0a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1964643 Nov 17 17:19:39.887290 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ff0b-68fa-4916-a7e4-c495a301665c req-ece9a11c-9a91-46fe-b95f-06e42be619d2 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:39.895121 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ea2ff0b-68fa-4916-a7e4-c495a301665c req-ece9a11c-9a91-46fe-b95f-06e42be619d2 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 944 time: 0.0588830 Nov 17 17:19:39.919662 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afc0ca-677c-4316-b6fe-4d4bbb72a97a req-4736d22b-b505-4f6c-9908-a3566d6122a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:39.921355 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-26afc0ca-677c-4316-b6fe-4d4bbb72a97a req-4736d22b-b505-4f6c-9908-a3566d6122a0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399143 Nov 17 17:19:39.959750 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ea2ff0b-68fa-4916-a7e4-c495a301665c req-de11cf44-df81-4c1f-8649-0caa966e4682 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569282 Nov 17 17:19:40.016571 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-642e0b9f-6f61-4433-98d4-a7cbeadebd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:40.018044 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-642e0b9f-6f61-4433-98d4-a7cbeadebd3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 1097 time: 0.0441053 Nov 17 17:19:40.068767 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-e8c47ba8-c248-4d4f-ae89-ee6566b4231c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4597ee3e-bd81-4a90-82ed-1b59a88bf152 HTTP/1.1" status: 200 len: 217 time: 0.0410819 Nov 17 17:19:40.137411 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-401b4bd2-8832-4046-abd9-c0c5d6fdedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:40.138864 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-401b4bd2-8832-4046-abd9-c0c5d6fdedd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=367e5561-314f-482d-81dc-779ede48e9e3 HTTP/1.1" status: 200 len: 854 time: 0.0566585 Nov 17 17:19:40.182181 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-7b385b8c-1fe8-45c1-9204-e0d154feb983 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=990fbe5c-f968-486a-a0a2-0b502c1d7c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313792 Nov 17 17:19:40.292192 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-6fc39de6-671b-4e97-a6ee-9ab6523a91dd service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013703 Nov 17 17:19:40.450843 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d56e2931-512f-44ca-bfa4-72e584f45094 req-691d823d-a0d3-4111-9209-edaca93cc256 service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485000 Nov 17 17:19:40.838754 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452220a6-7728-425e-8bb0-94dbd25bbc09 req-90aa824e-d6dc-4b62-95f2-61c40a816637 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:40.840238 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-452220a6-7728-425e-8bb0-94dbd25bbc09 req-90aa824e-d6dc-4b62-95f2-61c40a816637 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0603371 Nov 17 17:19:40.886858 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-452220a6-7728-425e-8bb0-94dbd25bbc09 req-619e8cf3-f8af-42a8-8e91-bbe35b53772a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Nov 17 17:19:41.064951 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5c635-6519-4fc7-97a8-be53793f4b0f req-28420bc8-6ad1-4d6d-890f-94a8f175fe70 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:41.067324 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1a5c635-6519-4fc7-97a8-be53793f4b0f req-28420bc8-6ad1-4d6d-890f-94a8f175fe70 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 944 time: 0.0470109 Nov 17 17:19:41.116783 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1a5c635-6519-4fc7-97a8-be53793f4b0f req-2964c68a-142a-46da-9011-23ecb95281bb tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Nov 17 17:19:41.695379 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:19:42.011398 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb51ff1-9675-4a89-8fc0-12c32937bdd1 req-42728faf-1c53-42b6-9be8-7fc5ee7247f7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:42.012920 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-eeb51ff1-9675-4a89-8fc0-12c32937bdd1 req-42728faf-1c53-42b6-9be8-7fc5ee7247f7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0552046 Nov 17 17:19:42.025413 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43188) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:42.061953 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-eeb51ff1-9675-4a89-8fc0-12c32937bdd1 req-17de3558-6e2e-44f3-b655-4084fea427a9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Nov 17 17:19:42.129533 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-063090c9-d108-42df-ad74-8b481a2a8f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.237605 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-063090c9-d108-42df-ad74-8b481a2a8f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.257167 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428ad3-34cb-4014-a984-c190a3f80c59 req-53a6e4fc-8b33-4d7f-bad7-3c89a73b1779 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:42.258806 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4f428ad3-34cb-4014-a984-c190a3f80c59 req-53a6e4fc-8b33-4d7f-bad7-3c89a73b1779 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 944 time: 0.0600326 Nov 17 17:19:42.260831 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43196) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:42.308936 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4f428ad3-34cb-4014-a984-c190a3f80c59 req-30a5919d-dbee-450b-9caa-0489093328a9 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Nov 17 17:19:42.319022 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-063090c9-d108-42df-ad74-8b481a2a8f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.359547 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-063090c9-d108-42df-ad74-8b481a2a8f7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=906d3f8fd7354dce9eb8f08fdf13c307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330297 Nov 17 17:19:42.360416 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063090c9-d108-42df-ad74-8b481a2a8f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df738699-deda-4af2-8beb-25490803b399,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:42.362824 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43200) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:42.377160 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a876-7c1b-48c3-b5a1-cb9d22992bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.412616 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-029eec78-1123-442b-bf03-b40300fa92e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.440142 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-029eec78-1123-442b-bf03-b40300fa92e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.453573 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a876-7c1b-48c3-b5a1-cb9d22992bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.529883 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a876-7c1b-48c3-b5a1-cb9d22992bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.565983 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-029eec78-1123-442b-bf03-b40300fa92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.569499 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6a876-7c1b-48c3-b5a1-cb9d22992bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cafc4ce-ce4f-4f86-abe2-4cfb53d4c25d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:42.570448 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-029eec78-1123-442b-bf03-b40300fa92e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.571885 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-029eec78-1123-442b-bf03-b40300fa92e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df738699-deda-4af2-8beb-25490803b399 HTTP/1.1" status: 204 len: 168 time: 0.2077131 Nov 17 17:19:42.576683 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0fe6a876-7c1b-48c3-b5a1-cb9d22992bc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36750c12b6864697905ef13a7957b47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146403 Nov 17 17:19:42.577296 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43210) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:42.585955 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eec78-1123-442b-bf03-b40300fa92e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df738699-deda-4af2-8beb-25490803b399,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:42.630458 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d32cea50-8340-4c92-adf3-34e62e0c8460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.663413 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d32cea50-8340-4c92-adf3-34e62e0c8460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.798741 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d32cea50-8340-4c92-adf3-34e62e0c8460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.801695 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d32cea50-8340-4c92-adf3-34e62e0c8460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:42.802898 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-d32cea50-8340-4c92-adf3-34e62e0c8460 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2cafc4ce-ce4f-4f86-abe2-4cfb53d4c25d HTTP/1.1" status: 204 len: 168 time: 0.2242606 Nov 17 17:19:42.810584 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cea50-8340-4c92-adf3-34e62e0c8460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cafc4ce-ce4f-4f86-abe2-4cfb53d4c25d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:43.186114 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62a638-9ef7-4a35-a1fe-6ff4b349a19d req-dc0f8a13-7b5d-4e76-9548-cdc7ea889799 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:43.187566 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7a62a638-9ef7-4a35-a1fe-6ff4b349a19d req-dc0f8a13-7b5d-4e76-9548-cdc7ea889799 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0487044 Nov 17 17:19:43.243461 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7a62a638-9ef7-4a35-a1fe-6ff4b349a19d req-dfc9a3c4-0382-4afa-96a4-09a0230ce20f tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491624 Nov 17 17:19:43.434039 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0b31a-9cd4-464c-b049-fc8623e66308 req-7f23118b-ede2-42e3-bfbe-c098e8748346 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:43.435486 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fcc0b31a-9cd4-464c-b049-fc8623e66308 req-7f23118b-ede2-42e3-bfbe-c098e8748346 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 944 time: 0.0485020 Nov 17 17:19:43.491576 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fcc0b31a-9cd4-464c-b049-fc8623e66308 req-75b43421-6119-4fdd-bd0f-3778be30614c tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501151 Nov 17 17:19:44.089986 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 4597ee3e-bd81-4a90-82ed-1b59a88bf152 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:19:44.203161 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 4597ee3e-bd81-4a90-82ed-1b59a88bf152, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4597ee3e-bd81-4a90-82ed-1b59a88bf152,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:44.222911 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '4597ee3e-bd81-4a90-82ed-1b59a88bf152', 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'port_id': '4597ee3e-bd81-4a90-82ed-1b59a88bf152', 'mac_address': 'fa:16:3e:84:b0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367e5561-314f-482d-81dc-779ede48e9e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:19:44.267165 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:44.277555 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4597ee3e-bd81-4a90-82ed-1b59a88bf152 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:19:44.297414 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 4597ee3e-bd81-4a90-82ed-1b59a88bf152, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4597ee3e-bd81-4a90-82ed-1b59a88bf152,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:44.367277 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1133dc-09fb-4e85-b38c-e2d79655f4eb req-3a3a4686-a910-43ba-a10d-cc8c078d66ab tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:44.368772 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce1133dc-09fb-4e85-b38c-e2d79655f4eb req-3a3a4686-a910-43ba-a10d-cc8c078d66ab tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0499296 Nov 17 17:19:44.387687 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:44.419923 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce1133dc-09fb-4e85-b38c-e2d79655f4eb req-7e319643-895d-443a-bc37-b548223c0f70 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Nov 17 17:19:44.437246 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=4597ee3e-bd81-4a90-82ed-1b59a88bf152,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:44.610501 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7402264-7396-4b68-a1c8-0bb20fa12cd5 req-dc80051b-1806-467e-9e62-e99a3d1f24a1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:44.611958 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e7402264-7396-4b68-a1c8-0bb20fa12cd5 req-dc80051b-1806-467e-9e62-e99a3d1f24a1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 945 time: 0.0496404 Nov 17 17:19:44.661785 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e7402264-7396-4b68-a1c8-0bb20fa12cd5 req-3ecb950d-bb2f-409e-a52f-8a6a68385761 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Nov 17 17:19:44.773532 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['4597ee3e-bd81-4a90-82ed-1b59a88bf152'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:19:45.536858 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333dbb-ecb3-461e-a1df-82cc073cbafb req-3614bb43-3538-4ae9-81a6-1d2c8e33c075 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:45.538358 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91333dbb-ecb3-461e-a1df-82cc073cbafb req-3614bb43-3538-4ae9-81a6-1d2c8e33c075 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0486977 Nov 17 17:19:45.657735 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91333dbb-ecb3-461e-a1df-82cc073cbafb req-1dfccc08-552b-4d8d-82be-dcebbc622744 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473900 Nov 17 17:19:45.747073 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43310) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:45.784609 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06280f77-2ceb-4061-b67b-2478034dffce req-1bf15d3c-4672-4e04-afe0-5bf9280141f1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:45.786076 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-06280f77-2ceb-4061-b67b-2478034dffce req-1bf15d3c-4672-4e04-afe0-5bf9280141f1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Nov 17 17:19:45.835608 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-06280f77-2ceb-4061-b67b-2478034dffce req-89d70de7-0f9e-45d5-bef6-c94b4694be33 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Nov 17 17:19:45.856922 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01865ff8-3e89-4974-b9c3-ec6a009c5c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:45.938397 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01865ff8-3e89-4974-b9c3-ec6a009c5c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:45.998330 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43324) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:45.998857 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01865ff8-3e89-4974-b9c3-ec6a009c5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.030244 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01865ff8-3e89-4974-b9c3-ec6a009c5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe8072-104e-4b92-abd4-0acd9f63d5fd,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:46.053920 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43328) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:46.054292 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-01865ff8-3e89-4974-b9c3-ec6a009c5c5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=172358e8b1c54244b9e9fb1f73c44e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060274 Nov 17 17:19:46.092490 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 4597ee3e-bd81-4a90-82ed-1b59a88bf152 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:19:46.126284 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3c50d7ed-610d-4578-8929-b05a5bb6a732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.144591 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cbda005f-3ccc-421f-bf19-2d33051efc6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.177448 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cbda005f-3ccc-421f-bf19-2d33051efc6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.194067 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-df6f4e75-63a0-4ca2-9fc6-fa6ec6f34bb2 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a969696447a04fb1bf58764e1e99c920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309167 Nov 17 17:19:46.210246 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:19:46.215508 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:46.219892 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.255293 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3c50d7ed-610d-4578-8929-b05a5bb6a732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.311359 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.324402 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cbda005f-3ccc-421f-bf19-2d33051efc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.327391 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cbda005f-3ccc-421f-bf19-2d33051efc6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.329137 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-cbda005f-3ccc-421f-bf19-2d33051efc6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3dbe8072-104e-4b92-abd4-0acd9f63d5fd HTTP/1.1" status: 204 len: 168 time: 0.2740011 Nov 17 17:19:46.340159 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8381c7a9-10dd-40c4-8041-f8705b78d164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4597ee3e-bd81-4a90-82ed-1b59a88bf152'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:19:46.340159 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaef2c6-f4cc-4b03-9539-3459a32926cd" -d '{"events": [{"server_uuid": "8381c7a9-10dd-40c4-8041-f8705b78d164", "name": "network-vif-plugged", "status": "completed", "tag": "4597ee3e-bd81-4a90-82ed-1b59a88bf152"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:19:46.353238 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 4597ee3e-bd81-4a90-82ed-1b59a88bf152, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4597ee3e-bd81-4a90-82ed-1b59a88bf152,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:46.354506 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda005f-3ccc-421f-bf19-2d33051efc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe8072-104e-4b92-abd4-0acd9f63d5fd,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:46.362295 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3c50d7ed-610d-4578-8929-b05a5bb6a732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.412496 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575970f-7ce4-4db6-a4a1-6dbb31bf148c x-openstack-request-id: req-3575970f-7ce4-4db6-a4a1-6dbb31bf148c {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:19:46.412870 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8381c7a9-10dd-40c4-8041-f8705b78d164", "name": "network-vif-plugged", "status": "completed", "tag": "4597ee3e-bd81-4a90-82ed-1b59a88bf152", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:19:46.413131 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3575970f-7ce4-4db6-a4a1-6dbb31bf148c {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:19:46.413530 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8381c7a9-10dd-40c4-8041-f8705b78d164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4597ee3e-bd81-4a90-82ed-1b59a88bf152', 'code': 200} Nov 17 17:19:46.415780 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-3c50d7ed-610d-4578-8929-b05a5bb6a732 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc3f3834185c416281f2d8c2cb2de927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159162 Nov 17 17:19:46.422486 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.433210 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43344) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:46.477205 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50d7ed-610d-4578-8929-b05a5bb6a732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f641e2-7d56-47f3-b402-6ca7455a0128,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:46.482148 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b2f2dca3-19c3-419a-905f-ca7b8d763c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.484539 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=4597ee3e-bd81-4a90-82ed-1b59a88bf152,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:46.511656 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-786db76d-09c1-49a0-8c9f-1d8650b7eed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.553093 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-786db76d-09c1-49a0-8c9f-1d8650b7eed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.625369 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d73b-8021-4468-8dd8-74717df95850 req-336ddf62-6186-4900-916e-760130515bd4 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:46.626931 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-336ddf62-6186-4900-916e-760130515bd4 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4271665 Nov 17 17:19:46.644081 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-dd2f0f9b-f414-4713-9bee-b9b28c292fba tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/quotas/a969696447a04fb1bf58764e1e99c920 HTTP/1.1" status: 200 len: 375 time: 0.0091958 Nov 17 17:19:46.679162 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-191c0a61-c0aa-4217-b236-9718f74d86eb tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a969696447a04fb1bf58764e1e99c920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306404 Nov 17 17:19:46.685349 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-786db76d-09c1-49a0-8c9f-1d8650b7eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.687886 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-786db76d-09c1-49a0-8c9f-1d8650b7eed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:46.689037 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-786db76d-09c1-49a0-8c9f-1d8650b7eed9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2f641e2-7d56-47f3-b402-6ca7455a0128 HTTP/1.1" status: 204 len: 168 time: 0.2524757 Nov 17 17:19:46.698897 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786db76d-09c1-49a0-8c9f-1d8650b7eed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f641e2-7d56-47f3-b402-6ca7455a0128,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:46.822583 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b353fbe-501f-4097-b525-eef7a3127333 req-66b9a9ba-0f69-4e74-bc38-a42c85efab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:46.824498 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2b353fbe-501f-4097-b525-eef7a3127333 req-66b9a9ba-0f69-4e74-bc38-a42c85efab56 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 1099 time: 0.0551348 Nov 17 17:19:46.837844 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f27c9-03d9-4d1c-8d35-25ef3fa22460 req-6089c5de-4230-49f9-a281-b7926ed2bbe3 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:46.845631 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5f5f27c9-03d9-4d1c-8d35-25ef3fa22460 req-6089c5de-4230-49f9-a281-b7926ed2bbe3 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.1022365 Nov 17 17:19:46.880422 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2b353fbe-501f-4097-b525-eef7a3127333 req-f0c5b7eb-33b1-4890-ba75-ce6c14c6039e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Nov 17 17:19:46.905153 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5f5f27c9-03d9-4d1c-8d35-25ef3fa22460 req-72a8d65e-eac3-4c69-8874-64d2ec1a493c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584681 Nov 17 17:19:46.981457 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-93fede3f-8228-4f14-a9e4-c293d03a7aa6 req-a0cc81b2-f073-4653-ae82-9ce4b9be4db1 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Nov 17 17:19:47.056020 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeaab7-38bd-464b-8c23-2dea3cf5d4c9 req-f7b3c986-a8cb-4dd6-8601-3e3e84e93389 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:47.058392 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1bfeaab7-38bd-464b-8c23-2dea3cf5d4c9 req-f7b3c986-a8cb-4dd6-8601-3e3e84e93389 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 946 time: 0.0837426 Nov 17 17:19:47.111028 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1bfeaab7-38bd-464b-8c23-2dea3cf5d4c9 req-c86474b3-df71-499d-841f-91b78e4d9f08 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458646 Nov 17 17:19:47.492149 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43392) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:47.594097 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2005428525-network', 'tenant_id': '9136574341b94515992ec5c807d243ed'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:47.736336 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Made reservation on behalf of 9136574341b94515992ec5c807d243ed for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:19:47.738799 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:47.747705 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:47.821553 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:47.884704 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:47.905508 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:19:47.921450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e382031-726b-4478-8819-5d793c30759a,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:47.924797 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:47.925559 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Added segment 85fbb697-5b3c-40f6-a0c3-863c47937284 of type vlan for network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed Nov 17 17:19:47.969056 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:48.065738 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d6afef63-3e5c-428f-b7b2-74cbdc150064 req-92507afc-b335-4acb-85f0-ee125d0cc961 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 210 time: 0.0302389 Nov 17 17:19:48.101762 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:48.102722 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:48.103326 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:48.166036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed8187c-c534-4e1f-9ece-f17bd96e72ed,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:48.182465 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:19:48.203547 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6707837-3c72-4bfb-a3f1-3051d866667f req-48d1db57-927a-4c53-9f2a-a166dec7197a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:48.213255 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-b06ff594-546f-4c31-a7f5-055675c1c621 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7104671 Nov 17 17:19:48.213431 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c6707837-3c72-4bfb-a3f1-3051d866667f req-48d1db57-927a-4c53-9f2a-a166dec7197a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0990925 Nov 17 17:19:48.213683 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43418) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:48.218665 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Request body: {'subnet': {'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2005428525-subnet', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:48.272871 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d472-6353-4f2b-9a21-21345b0107f6 req-035502ac-7a41-4c27-897f-337aced95947 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:48.274996 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-dae6d472-6353-4f2b-9a21-21345b0107f6 req-035502ac-7a41-4c27-897f-337aced95947 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 946 time: 0.0566146 Nov 17 17:19:48.301653 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c6707837-3c72-4bfb-a3f1-3051d866667f req-46c35729-5fab-46f2-87d8-0a179948ec5b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748913 Nov 17 17:19:48.347654 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Made reservation on behalf of 9136574341b94515992ec5c807d243ed for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:19:48.349162 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-dae6d472-6353-4f2b-9a21-21345b0107f6 req-0e477c28-d6d6-4e5d-951d-b72b497541f9 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653980 Nov 17 17:19:48.350238 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5086242'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:48.685350 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4649023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5086220'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:48.742123 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-38f506de-8bff-4f5b-a322-695edcf64d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:48.742698 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc960e8-1ba3-4d69-8db6-326bbe18336d,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:48.756380 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Checking segment: {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:48.756710 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Network hostable DHCP agents. Network: 9ed8187c-c534-4e1f-9ece-f17bd96e72ed, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:19:48.901531 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:19:49.073211 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 9ed8187c-c534-4e1f-9ece-f17bd96e72ed) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:49.077459 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:49.078046 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.083026 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db361412-b708-4e72-b5c5-86437eb5f28a None None] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:19:49.167819 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dd27843c-fbd6-4c80-a649-de4c275ba394 req-a7b084b5-8e6e-4696-9b91-7e6d2faaad03 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Nov 17 17:19:49.202420 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f5970252-cab2-4e9d-a8c5-d98fed3c96a1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9876740 Nov 17 17:19:49.205543 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43438) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:49.210320 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:49.261823 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:19:49.276722 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.319106 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.320172 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.411292 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.419099 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Allocated IP 172.20.0.2 (9ed8187c-c534-4e1f-9ece-f17bd96e72ed/cfc960e8-1ba3-4d69-8db6-326bbe18336d/a5a347d0-a615-4877-822e-465e32e5f6a0) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:19:49.480617 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f1f92-de42-4401-8836-b41f7eb558f3 req-6eb0ca8a-4b3e-4025-b1a8-e02588021593 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:49.488775 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-875f1f92-de42-4401-8836-b41f7eb558f3 req-6eb0ca8a-4b3e-4025-b1a8-e02588021593 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0972426 Nov 17 17:19:49.543598 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bc17d-b612-42c7-8c04-a7567e581fbc req-72deecd8-1397-40c0-8e52-8335fbcc71a4 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:49.545611 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-123bc17d-b612-42c7-8c04-a7567e581fbc req-72deecd8-1397-40c0-8e52-8335fbcc71a4 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 946 time: 0.0910559 Nov 17 17:19:49.637033 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.642971 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-d70083cc-81af-4651-8cb2-51bb19cf10c9 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a969696447a04fb1bf58764e1e99c920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291672 Nov 17 17:19:49.650905 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-875f1f92-de42-4401-8836-b41f7eb558f3 req-bef1c623-d3b6-4e70-8bc9-736759a4d51c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609733 Nov 17 17:19:49.678753 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-123bc17d-b612-42c7-8c04-a7567e581fbc req-868c12d0-f7d7-4950-b88f-65ef33bfc8bb tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245472 Nov 17 17:19:49.766163 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.811493 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d73b-8021-4468-8dd8-74717df95850 req-0ba9da33-b325-401f-8b0a-575ac23e13a8 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:49.813667 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-0ba9da33-b325-401f-8b0a-575ac23e13a8 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594062 Nov 17 17:19:49.819856 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.837631 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Request body: {'port': {'device_id': 'f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545', 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980', 'admin_state_up': True, 'tenant_id': 'a969696447a04fb1bf58764e1e99c920'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:49.871474 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:49.876766 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:49.881500 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:19:49.889070 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Pushing event updated for resources: {'Port': ['ID=a5a347d0-a615-4877-822e-465e32e5f6a0,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:49.943766 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Attempting to bind port a5a347d0-a615-4877-822e-465e32e5f6a0 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:19:49.944046 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Attempting to bind port a5a347d0-a615-4877-822e-465e32e5f6a0 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:19:49.944412 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Attempting to bind port a5a347d0-a615-4877-822e-465e32e5f6a0 on network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:49.953388 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:19:49.959509 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Checking segment: {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:49.959509 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.959509 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Bound using segment: {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:19:49.959509 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Bound port: a5a347d0-a615-4877-822e-465e32e5f6a0, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:19:49.959509 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:49.999244 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.037522 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] For port a5a347d0-a615-4877-822e-465e32e5f6a0, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:19:50.048492 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] For port a5a347d0-a615-4877-822e-465e32e5f6a0, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=a5a347d0-a615-4877-822e-465e32e5f6a0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:19:50.068742 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Made reservation on behalf of a969696447a04fb1bf58764e1e99c920 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:19:50.072855 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.083457 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.149925 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.158472 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.162396 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.175089 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.244052 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0c4d9-6e61-483d-9543-8083a8ff562a None None] Pushing event updated for resources: {'Port': ['ID=a5a347d0-a615-4877-822e-465e32e5f6a0,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:50.246855 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.322862 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-032a18ed-a0b9-450e-a198-89769430a2ac req-88097aa7-b286-47a8-928b-87aec784b404 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 210 time: 0.0387454 Nov 17 17:19:50.323998 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Allocated IP 172.27.1.49 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/5e6d19d3-fcfa-4c0a-8f12-f204340a6627) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:19:50.325688 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:50.423121 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Allocated IP 192.168.233.224 (bb1c2ec8-e613-462c-a07b-2511af661980/ec003347-22ac-4093-9482-f542a9126ffc/63d35983-2060-4111-8982-79b7fc54f341) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:19:50.467715 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.619316 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.642961 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.668580 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:50.675586 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:50.678240 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:19:50.713591 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Pushing event updated for resources: {'Port': ['ID=5e6d19d3-fcfa-4c0a-8f12-f204340a6627,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:50.794426 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:50.822902 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc889f0-d5cc-416f-8c9f-6ccf148d85e5 req-515b0701-7281-43d1-9721-dfdb2204445d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:50.824435 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6cc889f0-d5cc-416f-8c9f-6ccf148d85e5 req-515b0701-7281-43d1-9721-dfdb2204445d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0803616 Nov 17 17:19:50.848155 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Network bb1c2ec8-e613-462c-a07b-2511af661980 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:50.858646 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:50.876372 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:19:50.928331 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Pushing event updated for resources: {'Port': ['ID=63d35983-2060-4111-8982-79b7fc54f341,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:50.958999 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6cc889f0-d5cc-416f-8c9f-6ccf148d85e5 req-4e1395a0-dd4a-492b-ac38-db8cfd1ac713 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136808 Nov 17 17:19:50.968214 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:50.968903 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.116814 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-f71026b8-f641-4be9-aec4-5393a6264c59 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2850847 Nov 17 17:19:51.134694 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Request body: {'port': {'device_id': 'f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:51.159026 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.219316 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-d8d4c522-fdc6-4c7a-917e-bbbfd086cd9a None None] Provisioning complete for port 63d35983-2060-4111-8982-79b7fc54f341 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:51.219898 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c522-fdc6-4c7a-917e-bbbfd086cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.222404 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.227207 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b829ab-0bdc-485b-8529-06113cd5b278 req-a214f5e4-103e-4b51-94d9-8b3cbc888f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:51.228703 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-01b829ab-0bdc-485b-8529-06113cd5b278 req-a214f5e4-103e-4b51-94d9-8b3cbc888f6c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1098 time: 0.0709605 Nov 17 17:19:51.256956 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.276785 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-d8d4c522-fdc6-4c7a-917e-bbbfd086cd9a None None] Port 63d35983-2060-4111-8982-79b7fc54f341 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:19:51.320489 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-01b829ab-0bdc-485b-8529-06113cd5b278 req-3c3b9042-1b47-4c8e-951e-03fc23258bb2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822349 Nov 17 17:19:51.513233 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b9303-9524-405c-ad93-79544e8468e9 None None] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:19:51.532373 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6da28-0dd7-49f0-ae7b-33b3d9ac5bc4 req-767c001c-44ae-402f-b3e4-a8e12616eced tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:51.534866 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-92f6da28-0dd7-49f0-ae7b-33b3d9ac5bc4 req-767c001c-44ae-402f-b3e4-a8e12616eced tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 936 time: 0.0784879 Nov 17 17:19:51.588203 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.616177 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-ef73f927-7b70-4a52-9066-a6c8136a7296 None None] Provisioning complete for port a5a347d0-a615-4877-822e-465e32e5f6a0 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:51.616808 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ef73f927-7b70-4a52-9066-a6c8136a7296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.622953 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d35983-2060-4111-8982-79b7fc54f341 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:19:51.637906 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.659520 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-92f6da28-0dd7-49f0-ae7b-33b3d9ac5bc4 req-55849a4a-9234-4117-af53-158a8b40df13 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973134 Nov 17 17:19:51.669626 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Transition to ACTIVE for port object 63d35983-2060-4111-8982-79b7fc54f341 will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:19:51.759308 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.833441 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Pushing event updated for resources: {'Port': ['ID=63d35983-2060-4111-8982-79b7fc54f341,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:51.895997 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ef73f927-7b70-4a52-9066-a6c8136a7296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:51.901867 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:19:51.965839 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ef73f927-7b70-4a52-9066-a6c8136a7296 None None] For port a5a347d0-a615-4877-822e-465e32e5f6a0, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=a5a347d0-a615-4877-822e-465e32e5f6a0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:51.997883 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Attempting to bind port 63d35983-2060-4111-8982-79b7fc54f341 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:19:51.998229 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Attempting to bind port 63d35983-2060-4111-8982-79b7fc54f341 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:19:51.998561 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Attempting to bind port 63d35983-2060-4111-8982-79b7fc54f341 on network bb1c2ec8-e613-462c-a07b-2511af661980 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:52.003866 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Port 63d35983-2060-4111-8982-79b7fc54f341 on network bb1c2ec8-e613-462c-a07b-2511af661980 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:19:52.005806 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Attempting to bind port 63d35983-2060-4111-8982-79b7fc54f341 on network bb1c2ec8-e613-462c-a07b-2511af661980 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:52.010002 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:19:52.010343 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Checking segment: {'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:52.010731 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Bound using segment: {'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:19:52.011162 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Bound port: 63d35983-2060-4111-8982-79b7fc54f341, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df92b62-91c9-4881-b669-2bf7166ba883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:19:52.011552 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.050950 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:19:52.062406 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Sync routers for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:19:52.062970 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ef73f927-7b70-4a52-9066-a6c8136a7296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.087496 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:19:52.088366 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:19:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:52.104146 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] For port 63d35983-2060-4111-8982-79b7fc54f341, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:19:52.112842 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] For port 63d35983-2060-4111-8982-79b7fc54f341, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63d35983-2060-4111-8982-79b7fc54f341,segment=NetworkSegment(2df92b62-91c9-4881-b669-2bf7166ba883),segment_id=2df92b62-91c9-4881-b669-2bf7166ba883)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:19:52.192993 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73f927-7b70-4a52-9066-a6c8136a7296 None None] Pushing event updated for resources: {'Port': ['ID=a5a347d0-a615-4877-822e-465e32e5f6a0,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:52.229071 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.230259 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.234185 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-cec53084-2d86-4bcc-9260-773e334b64cf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0265262 Nov 17 17:19:52.238027 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.238473 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43514) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:52.292812 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:19:52.344116 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-1c3ff043-5efb-452c-9880-9126b9e474bf None None] Provisioning complete for port a5a347d0-a615-4877-822e-465e32e5f6a0 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:52.344560 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1c3ff043-5efb-452c-9880-9126b9e474bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.353062 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:52.353954 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.355646 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] 10.222.0.69 "PUT /v2.0/ports/63d35983-2060-4111-8982-79b7fc54f341 HTTP/1.1" status: 200 len: 1098 time: 1.2261252 Nov 17 17:19:52.356256 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545', 'tag': '63d35983-2060-4111-8982-79b7fc54f341'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:19:52.358720 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545", "tag": "63d35983-2060-4111-8982-79b7fc54f341"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:19:52.381297 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23648a13-7576-4ea7-9d52-604cddf79971 service neutron] Pushing event updated for resources: {'Port': ['ID=63d35983-2060-4111-8982-79b7fc54f341,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:52.404337 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffef2d-df70-4891-b152-926c65012258 req-0395d085-1608-4867-9fee-fe4569029a1a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:52.420468 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-99ffef2d-df70-4891-b152-926c65012258 req-0395d085-1608-4867-9fee-fe4569029a1a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.2191553 Nov 17 17:19:52.441471 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device a5a347d0-a615-4877-822e-465e32e5f6a0 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:19:52.517046 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-99ffef2d-df70-4891-b152-926c65012258 req-1a450f33-477a-4ccc-84eb-d23d3eafe282 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952861 Nov 17 17:19:52.603843 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port a5a347d0-a615-4877-822e-465e32e5f6a0 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:52.604216 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.629691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d73b-8021-4468-8dd8-74717df95850 req-03675a7f-ae3c-44c7-ba0f-e89387634ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:52.634714 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-03675a7f-ae3c-44c7-ba0f-e89387634ed8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a969696447a04fb1bf58764e1e99c920&device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 1101 time: 0.1166129 Nov 17 17:19:52.668379 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:50Z', 'revision_number': 3, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:52.702129 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Checking router: 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:19:52.702129 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Updating router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:19:52.733897 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:52.748652 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-dd8715c2-6fab-4bfd-b0b4-9f5bf7f9d602 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=63d35983-2060-4111-8982-79b7fc54f341 HTTP/1.1" status: 200 len: 217 time: 0.0703461 Nov 17 17:19:52.827687 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1d1998-4cb7-4abe-b496-5a596c53ab2a x-openstack-request-id: req-2e1d1998-4cb7-4abe-b496-5a596c53ab2a {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:19:52.831497 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545", "tag": "63d35983-2060-4111-8982-79b7fc54f341", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:19:52.831497 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e1d1998-4cb7-4abe-b496-5a596c53ab2a {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:19:52.831497 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545', 'tag': '63d35983-2060-4111-8982-79b7fc54f341', 'status': 'completed', 'code': 200} Nov 17 17:19:52.858175 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d73b-8021-4468-8dd8-74717df95850 req-bd45fcb7-e33e-4269-8ea3-47fd9f5544f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:52.859754 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-bd45fcb7-e33e-4269-8ea3-47fd9f5544f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec003347-22ac-4093-9482-f542a9126ffc HTTP/1.1" status: 200 len: 843 time: 0.0928025 Nov 17 17:19:52.964758 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0349b-c48e-4fd0-ba73-3b0830d810eb req-50beaea7-9288-4b1f-aaa3-83d8eaa60d3e tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:52.966913 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-43e0349b-c48e-4fd0-ba73-3b0830d810eb req-50beaea7-9288-4b1f-aaa3-83d8eaa60d3e tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 948 time: 0.0965571 Nov 17 17:19:52.969033 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d73b-8021-4468-8dd8-74717df95850 req-f9f940e1-16a6-4b96-aa9c-e1092fd96677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:52.970402 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-f9f940e1-16a6-4b96-aa9c-e1092fd96677 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb1c2ec8-e613-462c-a07b-2511af661980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0900497 Nov 17 17:19:52.998640 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.113352 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-43e0349b-c48e-4fd0-ba73-3b0830d810eb req-3c37c43f-1cf9-4643-8583-eb16d3e2f607 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343632 Nov 17 17:19:53.128874 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.155364 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-76de3a91-629d-4244-9c36-252cba017746 service neutron] 10.222.0.69 "GET /v2.0/networks/bb1c2ec8-e613-462c-a07b-2511af661980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687753 Nov 17 17:19:53.204378 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Allocated IP 172.20.0.1 (9ed8187c-c534-4e1f-9ece-f17bd96e72ed/cfc960e8-1ba3-4d69-8db6-326bbe18336d/09514c4a-21a3-4524-8f22-ad3e231230ca) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:19:53.207143 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.276834 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Attempting to bind port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:19:53.277267 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Attempting to bind port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:19:53.277635 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Attempting to bind port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:53.281864 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4176d73b-8021-4468-8dd8-74717df95850 req-b3ca9d65-d4a5-4af0-97c6-274595d1fd8a service neutron] 10.222.0.69 "GET /v2.0/networks/bb1c2ec8-e613-462c-a07b-2511af661980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005218 Nov 17 17:19:53.286029 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Pushing event updated for resources: {'Port': ['ID=5e6d19d3-fcfa-4c0a-8f12-f204340a6627,revision_number=2']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:53.289902 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:19:53.290359 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:53.290945 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.291341 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:19:53.291823 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Bound port: 5e6d19d3-fcfa-4c0a-8f12-f204340a6627, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:19:53.292226 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.322712 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.323102 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.323445 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.323782 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.324110 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.324456 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.324816 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.325143 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.325484 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.325825 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.326328 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.326657 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:19:53.327814 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.362501 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] For port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:19:53.365753 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] For port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5e6d19d3-fcfa-4c0a-8f12-f204340a6627,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:19:53.481329 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-5dd5261b-c2dd-4abb-916d-d3dc4a1ab106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:53.482687 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-5dd5261b-c2dd-4abb-916d-d3dc4a1ab106 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a969696447a04fb1bf58764e1e99c920&device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 1101 time: 0.0387688 Nov 17 17:19:53.490567 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.519514 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.524059 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:53.527061 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:53.529874 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:19:53.530355 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.586450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Pushing event updated for resources: {'Port': ['ID=09514c4a-21a3-4524-8f22-ad3e231230ca,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:53.586904 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c46ccf-a1a5-434a-aae2-d8b80a5342ec None None] Pushing event updated for resources: {'Port': ['ID=5e6d19d3-fcfa-4c0a-8f12-f204340a6627,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:53.605207 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-05e04d83-1ad1-497f-9b8b-99e016b861aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:53.606718 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-05e04d83-1ad1-497f-9b8b-99e016b861aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb1c2ec8-e613-462c-a07b-2511af661980 HTTP/1.1" status: 200 len: 870 time: 0.1110404 Nov 17 17:19:53.610157 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:19:53.610464 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:19:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:53.670044 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-b1c45134-8fcf-4a73-9fb5-ad81775ee6f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=63d35983-2060-4111-8982-79b7fc54f341 HTTP/1.1" status: 200 len: 217 time: 0.0535929 Nov 17 17:19:53.740985 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:19:53.749082 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-dca02a48-dc66-4fd6-92c2-3238b097f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:53.750498 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-dca02a48-dc66-4fd6-92c2-3238b097f52b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec003347-22ac-4093-9482-f542a9126ffc HTTP/1.1" status: 200 len: 843 time: 0.0621111 Nov 17 17:19:53.764082 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec92d4e-a0b2-43f6-a736-8d65e18e89c1 req-e072553e-c7d3-49d3-aa85-d1b32804c925 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:53.773133 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6ec92d4e-a0b2-43f6-a736-8d65e18e89c1 req-e072553e-c7d3-49d3-aa85-d1b32804c925 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.1133549 Nov 17 17:19:53.826472 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.852315 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-b77410ed-23e7-4813-9c0c-52b6d367813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:53.853401 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-b77410ed-23e7-4813-9c0c-52b6d367813a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb1c2ec8-e613-462c-a07b-2511af661980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0792441 Nov 17 17:19:53.905748 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6ec92d4e-a0b2-43f6-a736-8d65e18e89c1 req-ac9e3b1a-e808-4122-809a-cf19a523729b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936396 Nov 17 17:19:53.914122 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-be4e2388-11e0-4edb-b85a-a48d4282db4d None None] Provisioning complete for port 09514c4a-21a3-4524-8f22-ad3e231230ca triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:53.915935 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-be4e2388-11e0-4edb-b85a-a48d4282db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:53.991641 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-5bf59a61-3077-40de-a554-a6b61104994b service neutron] 10.222.0.69 "GET /v2.0/networks/bb1c2ec8-e613-462c-a07b-2511af661980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214211 Nov 17 17:19:54.011717 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-be4e2388-11e0-4edb-b85a-a48d4282db4d None None] Port 09514c4a-21a3-4524-8f22-ad3e231230ca cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:19:54.043250 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:50Z', 'revision_number': 3, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:54.060794 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:54.079559 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52f592-f051-4621-8f1c-4118e27956a6 None None] The sync data for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi is: [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:50Z', 'revision_number': 3, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:19:54.110206 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ed2446-2a9f-4378-af57-a0d9bbf901e0 req-140c3c34-c88a-4e40-9bff-fd5c7960a5ba service neutron] 10.222.0.69 "GET /v2.0/networks/bb1c2ec8-e613-462c-a07b-2511af661980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105509 Nov 17 17:19:54.135906 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:54.136733 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:54.252357 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Pushing event updated for resources: {'Port': ['ID=09514c4a-21a3-4524-8f22-ad3e231230ca,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:54.298748 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3d851-54f1-4924-a204-f8b05eb8dbc0 req-162ade2a-3462-484f-9cf6-2fdd3a811f09 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:54.301519 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08d3d851-54f1-4924-a204-f8b05eb8dbc0 req-162ade2a-3462-484f-9cf6-2fdd3a811f09 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 948 time: 0.1174159 Nov 17 17:19:54.338935 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:54.342374 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:54.413179 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08d3d851-54f1-4924-a204-f8b05eb8dbc0 req-5949645e-3006-4a8c-af80-e8354064d274 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046212 Nov 17 17:19:54.528158 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:19:54.601054 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-e62f781a-82c1-45b1-aec8-741ca6daf8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:54.603094 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-e62f781a-82c1-45b1-aec8-741ca6daf8a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1098 time: 0.0829527 Nov 17 17:19:54.676961 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-782883ab-4e5d-45f4-a889-02948b6086f8 None None] Provisioning complete for port 09514c4a-21a3-4524-8f22-ad3e231230ca triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:54.676961 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-782883ab-4e5d-45f4-a889-02948b6086f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:54.725909 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-782883ab-4e5d-45f4-a889-02948b6086f8 None None] Port 09514c4a-21a3-4524-8f22-ad3e231230ca cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:19:54.743444 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-4ca58a3a-2ce1-40b1-9f20-7bd924b64264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:54.745728 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-4ca58a3a-2ce1-40b1-9f20-7bd924b64264 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 920 time: 0.1235042 Nov 17 17:19:54.801944 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-24566037-7727-4d6c-84a3-d7df6e8206af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 200 len: 217 time: 0.0417743 Nov 17 17:19:54.870604 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-09ce4892-1f4b-4929-8e91-c87413cca648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:54.872283 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-09ce4892-1f4b-4929-8e91-c87413cca648 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.0618000 Nov 17 17:19:54.896768 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a6123-f759-4198-b725-612f00ec1749 req-b18c6318-34b3-41e4-9b3a-c63aceb35e6e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:54.898300 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-627a6123-f759-4198-b725-612f00ec1749 req-b18c6318-34b3-41e4-9b3a-c63aceb35e6e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.3590202 Nov 17 17:19:54.915850 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-6e133ca6-8fdc-4abb-8233-076ca68dc2b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255308 Nov 17 17:19:54.997675 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:19:55.006137 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f2649814-563a-40c5-ac49-4bb84ac61e6c admin admin] 10.222.0.41 "PUT /v2.0/routers/8a1dd348-32cd-45ce-8f1d-81ed1f1b1206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7662835 Nov 17 17:19:55.016778 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-627a6123-f759-4198-b725-612f00ec1749 req-e813625e-e6c6-482b-b759-651dec54184e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887108 Nov 17 17:19:55.048361 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-b06cc0be-d403-4b0f-9a18-f1725fc52d4b service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185095 Nov 17 17:19:55.203738 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5aa62e21-3585-4c62-a922-33e33aba4720 req-0356191f-c7f4-48eb-b9bc-7e7ee83197c4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254725 Nov 17 17:19:55.538978 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833cead-204c-4351-a7be-6732bc3a3faf req-eef49bd8-9793-4931-b8df-7822945840d3 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:55.540445 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a833cead-204c-4351-a7be-6732bc3a3faf req-eef49bd8-9793-4931-b8df-7822945840d3 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 948 time: 0.0506072 Nov 17 17:19:55.599249 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a833cead-204c-4351-a7be-6732bc3a3faf req-8b791efe-6d9b-4da3-b5ad-be203de17fd1 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Nov 17 17:19:55.887758 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43582) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:55.892647 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1809131117-network', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:55.970113 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Made reservation on behalf of 8a9f4f2f83af486a8a232177856bfa49 for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:19:55.970477 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Sync routers for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:19:55.973305 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:55.980359 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:19:55.982825 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:19:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:55.982947 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.056878 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.102017 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:19:56.107670 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.150927 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:19:56.165050 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb5e313-9dfb-4841-b3c6-e56d6d9a5728,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:56.171135 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.171484 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Added segment b3400db4-059e-43e4-a49b-c37394f35d99 of type vlan for network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 Nov 17 17:19:56.179137 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952d06-e759-4bcc-bb4f-1f3586088b0e req-073fd6dd-6c4d-4732-aad2-57be499084e6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:56.188069 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-73952d06-e759-4bcc-bb4f-1f3586088b0e req-073fd6dd-6c4d-4732-aad2-57be499084e6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0676191 Nov 17 17:19:56.240737 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.271084 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-73952d06-e759-4bcc-bb4f-1f3586088b0e req-debb27fa-0126-479c-b332-1742185e11e3 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818334 Nov 17 17:19:56.347082 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:19:56.370036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.371055 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:56.371661 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.417987 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:56.418366 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.421189 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 2, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:56.435022 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b2dacd-e0b2-4ca4-9d43-221d0252f564,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:56.465619 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:19:56.470391 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-d585b2d2-3dd8-4d56-bfef-78bfcfe44b39 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5814507 Nov 17 17:19:56.470680 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Checking router: 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:19:56.470976 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Updating router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 port 09514c4a-21a3-4524-8f22-ad3e231230ca binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:19:56.473032 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43594) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:56.478015 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Request body: {'subnet': {'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1809131117-subnet', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:56.551098 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.582504 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Made reservation on behalf of 8a9f4f2f83af486a8a232177856bfa49 for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:19:56.584999 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Publish callbacks [] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.733570 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.786585 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5e6d19d3-fcfa-4c0a-8f12-f204340a6627,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:56.790001 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba28f1-688a-4e76-b1e4-52752b658830 req-7adb9616-3e5f-4704-b187-3d1e9fed42c9 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:56.798009 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-12ba28f1-688a-4e76-b1e4-52752b658830 req-7adb9616-3e5f-4704-b187-3d1e9fed42c9 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 948 time: 0.0730052 Nov 17 17:19:56.842488 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-12ba28f1-688a-4e76-b1e4-52752b658830 req-cc0b4c5a-2d32-47e2-82c0-c05b5b1006f8 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Nov 17 17:19:56.876084 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.913370 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.946790 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:56.957619 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=5e6d19d3-fcfa-4c0a-8f12-f204340a6627,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:56.971916 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6223ff75-75ec-4aa3-a001-8e26f999440e,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:56.983178 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Checking segment: {'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:56.983550 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Network hostable DHCP agents. Network: a8b2dacd-e0b2-4ca4-9d43-221d0252f564, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:19:57.038924 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.079023 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:19:57.088185 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46e413-7df8-4162-95e8-5c5694bab5e2 None None] Pushing event updated for resources: {'Port': ['ID=09514c4a-21a3-4524-8f22-ad3e231230ca,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:57.142053 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Attempting to bind port 09514c4a-21a3-4524-8f22-ad3e231230ca on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:19:57.142447 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Attempting to bind port 09514c4a-21a3-4524-8f22-ad3e231230ca by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:19:57.142786 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Attempting to bind port 09514c4a-21a3-4524-8f22-ad3e231230ca on network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:57.147390 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, a8b2dacd-e0b2-4ca4-9d43-221d0252f564) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:57.148218 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:19:57.148612 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Checking segment: {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:57.149011 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.149400 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Bound using segment: {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:19:57.149860 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Bound port: 09514c4a-21a3-4524-8f22-ad3e231230ca, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:19:57.150240 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.153358 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:57.154493 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.160868 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6645fd-6cc2-4216-ab5f-7cc78d93cc24 None None] Network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:19:57.240139 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-d5bb2e49-3a72-4722-b8dc-de324eb1ebff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7618477 Nov 17 17:19:57.240139 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43606) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:57.243633 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:19:57.348473 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.353479 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.402790 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83ff10-1ced-4db9-8f57-06f9601b9539 req-2d010480-6b2e-4e7e-a314-ce2330d29f83 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:57.404455 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db83ff10-1ced-4db9-8f57-06f9601b9539 req-2d010480-6b2e-4e7e-a314-ce2330d29f83 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0569196 Nov 17 17:19:57.408828 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] For port 09514c4a-21a3-4524-8f22-ad3e231230ca, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:19:57.413867 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] For port 09514c4a-21a3-4524-8f22-ad3e231230ca, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=09514c4a-21a3-4524-8f22-ad3e231230ca,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:19:57.425024 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.427881 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-2a72b9bb-2cb0-4f81-9201-f4757d226b7d None None] Provisioning complete for port 09514c4a-21a3-4524-8f22-ad3e231230ca triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:57.428250 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2a72b9bb-2cb0-4f81-9201-f4757d226b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.460163 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db83ff10-1ced-4db9-8f57-06f9601b9539 req-4a2aa0f1-4bf7-46bf-bbc3-59c32631be60 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482147 Nov 17 17:19:57.489503 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-2a72b9bb-2cb0-4f81-9201-f4757d226b7d None None] Port 09514c4a-21a3-4524-8f22-ad3e231230ca cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:19:57.493607 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.571402 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-a8b2dacd-e0b2-4ca4-9d43-221d0252f564', 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'fixed_ips': [{'subnet_id': '6223ff75-75ec-4aa3-a001-8e26f999440e'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:19:57.576009 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.596934 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46e413-7df8-4162-95e8-5c5694bab5e2 None None] Pushing event updated for resources: {'Port': ['ID=09514c4a-21a3-4524-8f22-ad3e231230ca,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:57.601755 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:19:57.602289 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:19:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:57.639759 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.845430 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:19:57.874382 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Allocated IP 172.20.0.2 (a8b2dacd-e0b2-4ca4-9d43-221d0252f564/6223ff75-75ec-4aa3-a001-8e26f999440e/d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:19:57.928346 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-4b866726-5d3f-47a4-93f2-c750d86c7f10 None None] Provisioning complete for port 09514c4a-21a3-4524-8f22-ad3e231230ca triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:57.928766 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4b866726-5d3f-47a4-93f2-c750d86c7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.931577 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:57.961099 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.000886 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c64c-b8f4-4f34-87f2-a55823f0846b req-8e190339-58f1-421f-b094-4569bbfec007 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:58.002898 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b9a0c64c-b8f4-4f34-87f2-a55823f0846b req-8e190339-58f1-421f-b094-4569bbfec007 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 948 time: 0.0749500 Nov 17 17:19:58.087390 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b9a0c64c-b8f4-4f34-87f2-a55823f0846b req-42ec7db4-bc53-4ff2-b59f-d57ead8bcde7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773365 Nov 17 17:19:58.096722 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Allocated IP 172.27.1.215 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/c2a06b00-5910-4201-98bc-0bbb7a62fed6) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:19:58.156237 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 63d35983-2060-4111-8982-79b7fc54f341 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:19:58.192371 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.206784 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.311912 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:19:58.312061 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.314423 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.348694 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4b866726-5d3f-47a4-93f2-c750d86c7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.369879 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=c2a06b00-5910-4201-98bc-0bbb7a62fed6,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:58.388844 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:58.399242 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:58.410637 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:19:58.451837 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:19:58.466818 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 63d35983-2060-4111-8982-79b7fc54f341, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63d35983-2060-4111-8982-79b7fc54f341,segment=NetworkSegment(2df92b62-91c9-4881-b669-2bf7166ba883),segment_id=2df92b62-91c9-4881-b669-2bf7166ba883)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:58.473233 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:19:58.484897 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:19:58.509149 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-4b866726-5d3f-47a4-93f2-c750d86c7f10 None None] For port 09514c4a-21a3-4524-8f22-ad3e231230ca, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=09514c4a-21a3-4524-8f22-ad3e231230ca,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:58.517989 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '63d35983-2060-4111-8982-79b7fc54f341', 'network_id': 'bb1c2ec8-e613-462c-a07b-2511af661980', 'port_id': '63d35983-2060-4111-8982-79b7fc54f341', 'mac_address': 'fa:16:3e:ac:66:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec003347-22ac-4093-9482-f542a9126ffc', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:19:58.519485 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Pushing event updated for resources: {'Port': ['ID=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:58.552605 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:57Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:58.600664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9342df-a595-4b6c-94bf-89f5be2fb4e2 req-574871ca-36e8-4571-994d-907cecd0f457 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:58.602162 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5a9342df-a595-4b6c-94bf-89f5be2fb4e2 req-574871ca-36e8-4571-994d-907cecd0f457 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0572348 Nov 17 17:19:58.619758 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4b866726-5d3f-47a4-93f2-c750d86c7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.629907 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007d71f-970e-47e2-b233-954dd08cf470 None None] The sync data for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi is: [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:57Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:19:58.630783 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:19:58.630993 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.692674 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Attempting to bind port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:19:58.696564 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Attempting to bind port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:19:58.696564 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Attempting to bind port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b on network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:19:58.733660 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.735661 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:19:58.736031 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Checking segment: {'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:19:58.736176 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5a9342df-a595-4b6c-94bf-89f5be2fb4e2 req-c055c4f7-ac41-4021-9385-a50df861270d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226494 Nov 17 17:19:58.736417 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.736982 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Bound using segment: {'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:19:58.747158 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Bound port: d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:19:58.747158 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.756911 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.786870 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d35983-2060-4111-8982-79b7fc54f341 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:19:58.800065 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b866726-5d3f-47a4-93f2-c750d86c7f10 None None] Pushing event updated for resources: {'Port': ['ID=09514c4a-21a3-4524-8f22-ad3e231230ca,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:58.847185 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 63d35983-2060-4111-8982-79b7fc54f341, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63d35983-2060-4111-8982-79b7fc54f341,segment=NetworkSegment(2df92b62-91c9-4881-b669-2bf7166ba883),segment_id=2df92b62-91c9-4881-b669-2bf7166ba883)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:19:58.912223 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] For port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:19:58.915968 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:58.919437 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] For port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,segment=NetworkSegment(b3400db4-059e-43e4-a49b-c37394f35d99),segment_id=b3400db4-059e-43e4-a49b-c37394f35d99)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:19:58.981980 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=63d35983-2060-4111-8982-79b7fc54f341,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:59.022930 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:59.026123 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:59.091996 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf48313-218a-426e-87ab-4eaae67a20ee None None] Pushing event updated for resources: {'Port': ['ID=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:19:59.225831 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300891e9-1b52-417c-9939-876ae23ab804 req-1cfa9ef7-fdb6-4853-a6c8-15957432e1e4 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:19:59.227356 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-300891e9-1b52-417c-9939-876ae23ab804 req-1cfa9ef7-fdb6-4853-a6c8-15957432e1e4 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 949 time: 0.0520716 Nov 17 17:19:59.250628 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Router 70a11cfd-ddd1-4b14-833b-709d47b28666 is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:19:59.300052 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-300891e9-1b52-417c-9939-876ae23ab804 req-e0b8a03c-0733-40d4-870c-d8c76ca818fc tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565569 Nov 17 17:19:59.384409 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['63d35983-2060-4111-8982-79b7fc54f341'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:19:59.407468 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:19:59.419037 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Sync routers for ids ['70a11cfd-ddd1-4b14-833b-709d47b28666'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:19:59.444692 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Routers {'70a11cfd-ddd1-4b14-833b-709d47b28666'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:19:59.444692 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:19:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['70a11cfd-ddd1-4b14-833b-709d47b28666'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:19:59.538833 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:19:59.540154 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-566d4136-eb82-436f-a184-8abf43df5ba7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2999809 Nov 17 17:19:59.543218 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43656) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:19:59.809755 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Set router 70a11cfd-ddd1-4b14-833b-709d47b28666 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:20:00.050193 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 3, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:20:00.086948 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Checking router: 70a11cfd-ddd1-4b14-833b-709d47b28666 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:20:00.086948 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Updating router 70a11cfd-ddd1-4b14-833b-709d47b28666 port c2a06b00-5910-4201-98bc-0bbb7a62fed6 binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:20:00.136392 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.389073 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.455607 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 09514c4a-21a3-4524-8f22-ad3e231230ca up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:00.523850 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43676) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:00.580302 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.654218 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb10ff6d-ce99-4219-b65d-983ab0000fa7 None None] Network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:20:00.659562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3a69-149d-4b3f-872f-0057bdda81c1 req-88cfebcb-5532-4cab-a99b-bcaecadb5879 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:00.661337 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f85a3a69-149d-4b3f-872f-0057bdda81c1 req-88cfebcb-5532-4cab-a99b-bcaecadb5879 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 949 time: 0.1833832 Nov 17 17:20:00.667634 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.708107 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-d78e9b22-eeeb-48e6-b97b-7f5791dd5f93 None None] Provisioning complete for port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:00.708478 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d78e9b22-eeeb-48e6-b97b-7f5791dd5f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.746315 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.753804 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595106-c794-4cf5-86de-847809b0d0e3 None None] Pushing event updated for resources: {'Port': ['ID=c2a06b00-5910-4201-98bc-0bbb7a62fed6,revision_number=2']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:00.780890 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Attempting to bind port c2a06b00-5910-4201-98bc-0bbb7a62fed6 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:20:00.781270 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Attempting to bind port c2a06b00-5910-4201-98bc-0bbb7a62fed6 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:20:00.781759 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Attempting to bind port c2a06b00-5910-4201-98bc-0bbb7a62fed6 on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:20:00.787712 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:20:00.788321 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:20:00.788469 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.788897 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:20:00.789365 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Bound port: c2a06b00-5910-4201-98bc-0bbb7a62fed6, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:20:00.789767 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.803084 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 09514c4a-21a3-4524-8f22-ad3e231230ca triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:00.803333 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.810501 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Allocated IP 172.20.0.1 (a8b2dacd-e0b2-4ca4-9d43-221d0252f564/6223ff75-75ec-4aa3-a001-8e26f999440e/22882d87-dd9d-4782-a619-ea489b2dbeee) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:20:00.856674 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] For port c2a06b00-5910-4201-98bc-0bbb7a62fed6, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:20:00.875112 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] For port c2a06b00-5910-4201-98bc-0bbb7a62fed6, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=c2a06b00-5910-4201-98bc-0bbb7a62fed6,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:20:00.887242 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f85a3a69-149d-4b3f-872f-0057bdda81c1 req-83d123a4-e6e4-476d-90a0-e462762ce057 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965191 Nov 17 17:20:00.902780 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.933257 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d78e9b22-eeeb-48e6-b97b-7f5791dd5f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.962399 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006b49d-4092-45d4-939b-c56b3a4207e0 req-73f3b1f9-a5be-48c5-a121-fc94a3e8957a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:00.964098 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b006b49d-4092-45d4-939b-c56b3a4207e0 req-73f3b1f9-a5be-48c5-a121-fc94a3e8957a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0545805 Nov 17 17:20:00.989201 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:00.999506 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:01.030286 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b006b49d-4092-45d4-939b-c56b3a4207e0 req-20d5196f-22ff-4a4d-9c6d-430f4e861850 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592515 Nov 17 17:20:01.035965 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d78e9b22-eeeb-48e6-b97b-7f5791dd5f93 None None] For port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,segment=NetworkSegment(b3400db4-059e-43e4-a49b-c37394f35d99),segment_id=b3400db4-059e-43e4-a49b-c37394f35d99)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:01.056929 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.068824 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:01.069525 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.094672 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Routers {'70a11cfd-ddd1-4b14-833b-709d47b28666'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:20:01.095143 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:19:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['70a11cfd-ddd1-4b14-833b-709d47b28666'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:20:01.112030 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9a65cf-450a-4dde-8db8-058de60fe203,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:01.135046 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.137719 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d78e9b22-eeeb-48e6-b97b-7f5791dd5f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.147106 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.147454 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.147805 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.151557 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595106-c794-4cf5-86de-847809b0d0e3 None None] Pushing event updated for resources: {'Port': ['ID=c2a06b00-5910-4201-98bc-0bbb7a62fed6,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:01.152983 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.153321 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.153849 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.154432 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.155072 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.155626 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.156801 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.157348 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.157878 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:01.171283 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-d8a495db-6af4-48d9-98f0-cd4f7d5661cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed81d2455e404e38813432adc3de87f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460497 Nov 17 17:20:01.175427 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43690) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:01.239397 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e9b22-eeeb-48e6-b97b-7f5791dd5f93 None None] Pushing event updated for resources: {'Port': ['ID=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:01.277899 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f87d53d-685a-4a23-9b6e-f4876eca8b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.292682 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.303920 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] Set router 70a11cfd-ddd1-4b14-833b-709d47b28666 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:20:01.310107 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f87d53d-685a-4a23-9b6e-f4876eca8b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.363516 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:20:01.366329 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:20:01.372450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:20:01.372450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.415998 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=22882d87-dd9d-4782-a619-ea489b2dbeee,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:01.463757 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-2f535365-bf7e-4416-a6a5-dadf0d21acf8 None None] Provisioning complete for port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:01.464962 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2f535365-bf7e-4416-a6a5-dadf0d21acf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.480069 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f87d53d-685a-4a23-9b6e-f4876eca8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.482688 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f87d53d-685a-4a23-9b6e-f4876eca8b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.483924 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-8f87d53d-685a-4a23-9b6e-f4876eca8b6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b9a65cf-450a-4dde-8db8-058de60fe203 HTTP/1.1" status: 204 len: 168 time: 0.3091342 Nov 17 17:20:01.504556 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87d53d-685a-4a23-9b6e-f4876eca8b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9a65cf-450a-4dde-8db8-058de60fe203,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:01.594848 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 3, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:20:01.633925 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280e16b-78d6-4e78-9b72-195928e638ce None None] The sync data for ids ['70a11cfd-ddd1-4b14-833b-709d47b28666'] in dv-cinder-797608-20-iscsi is: [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 3, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:20:01.639337 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.742278 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-852e7547-127d-4e91-bba9-bf1a8449c065 None None] Provisioning complete for port 22882d87-dd9d-4782-a619-ea489b2dbeee triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:01.742806 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-852e7547-127d-4e91-bba9-bf1a8449c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:01.788135 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-852e7547-127d-4e91-bba9-bf1a8449c065 None None] Port 22882d87-dd9d-4782-a619-ea489b2dbeee cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:20:01.860933 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.096636 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6540ced-f647-4d1c-ada7-80911f1f1459 req-a4866450-f14f-47eb-8e11-4adf3c969570 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:02.100585 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e6540ced-f647-4d1c-ada7-80911f1f1459 req-a4866450-f14f-47eb-8e11-4adf3c969570 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 949 time: 0.0597205 Nov 17 17:20:02.118929 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.120564 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.164467 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 63d35983-2060-4111-8982-79b7fc54f341 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:02.175910 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e6540ced-f647-4d1c-ada7-80911f1f1459 req-a4af7322-9c03-4116-98e1-0214dc05563d tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698214 Nov 17 17:20:02.231528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=22882d87-dd9d-4782-a619-ea489b2dbeee,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:02.254316 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.254676 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.255019 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.255356 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.255691 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.256015 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.256345 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.256705 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.257121 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.262913 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.262913 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.262913 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:02.342806 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 63d35983-2060-4111-8982-79b7fc54f341 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:20:02.347425 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 63d35983-2060-4111-8982-79b7fc54f341 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:02.348309 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.371241 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:20:02.390455 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:20:02.557303 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43728) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:02.593737 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3718034-b164-49f2-a481-b2ed8b6ef315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.608001 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:02.686443 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.730551 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d35983-2060-4111-8982-79b7fc54f341'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:02.733338 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e3eec7-9a5b-48eb-9e2d-890d740200fc" -d '{"events": [{"server_uuid": "f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545", "name": "network-vif-plugged", "status": "completed", "tag": "63d35983-2060-4111-8982-79b7fc54f341"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:02.744242 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3718034-b164-49f2-a481-b2ed8b6ef315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.748632 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 63d35983-2060-4111-8982-79b7fc54f341, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63d35983-2060-4111-8982-79b7fc54f341,segment=NetworkSegment(2df92b62-91c9-4881-b669-2bf7166ba883),segment_id=2df92b62-91c9-4881-b669-2bf7166ba883)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:02.761986 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:02.761986 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.764975 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Router 70a11cfd-ddd1-4b14-833b-709d47b28666 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:20:02.847662 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a471c6-c2b9-4615-83b8-2a5f75231e59 x-openstack-request-id: req-f6a471c6-c2b9-4615-83b8-2a5f75231e59 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:02.847662 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545", "name": "network-vif-plugged", "status": "completed", "tag": "63d35983-2060-4111-8982-79b7fc54f341", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:02.847953 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6a471c6-c2b9-4615-83b8-2a5f75231e59 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:02.848225 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d35983-2060-4111-8982-79b7fc54f341', 'code': 200} Nov 17 17:20:02.867478 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3718034-b164-49f2-a481-b2ed8b6ef315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.877550 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device c2a06b00-5910-4201-98bc-0bbb7a62fed6 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:02.882594 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-c337bbba-f22e-4ead-ba4a-fdf2655cbfed None None] Provisioning complete for port 22882d87-dd9d-4782-a619-ea489b2dbeee triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:02.882958 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c337bbba-f22e-4ead-ba4a-fdf2655cbfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.934584 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:20:02.937144 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:02.941905 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-817d58cb-c0cf-4d47-a075-69d86c09b8c1 admin admin] 10.222.0.41 "PUT /v2.0/routers/70a11cfd-ddd1-4b14-833b-709d47b28666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3974123 Nov 17 17:20:02.942588 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3718034-b164-49f2-a481-b2ed8b6ef315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65eb523-cb13-4462-a977-5b43d5cde7a0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:02.947346 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-b3718034-b164-49f2-a481-b2ed8b6ef315 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ddcbc4ab36745eb99af45326c49e5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825727 Nov 17 17:20:02.949859 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43736) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:02.992443 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-c337bbba-f22e-4ead-ba4a-fdf2655cbfed None None] Port 22882d87-dd9d-4782-a619-ea489b2dbeee cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:20:03.058939 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port c2a06b00-5910-4201-98bc-0bbb7a62fed6 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:03.059570 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.071203 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=63d35983-2060-4111-8982-79b7fc54f341,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:03.160420 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.187815 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port c2a06b00-5910-4201-98bc-0bbb7a62fed6, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=c2a06b00-5910-4201-98bc-0bbb7a62fed6,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:03.269933 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.295444 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6694-6643-4639-9d69-8fa4de584e2e req-d41ef759-46f6-401e-9428-a472696f9ab6 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:03.296971 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08ce6694-6643-4639-9d69-8fa4de584e2e req-d41ef759-46f6-401e-9428-a472696f9ab6 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 950 time: 0.0581131 Nov 17 17:20:03.322341 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=c2a06b00-5910-4201-98bc-0bbb7a62fed6,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:03.336746 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-679860ce-64da-47fc-ac66-541317448353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.355936 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2cb15-315b-4f07-b05f-1a529ee82b08 req-4b2e1374-de6b-473f-adc6-6a831494c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:03.357378 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-31d2cb15-315b-4f07-b05f-1a529ee82b08 req-4b2e1374-de6b-473f-adc6-6a831494c40d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 1103 time: 0.0996525 Nov 17 17:20:03.362401 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08ce6694-6643-4639-9d69-8fa4de584e2e req-21da85b7-6e48-45b7-b8be-0d461fc3b370 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 Nov 17 17:20:03.367674 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-679860ce-64da-47fc-ac66-541317448353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.452717 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-31d2cb15-315b-4f07-b05f-1a529ee82b08 req-e993b076-1543-4a24-82c5-963a0d47bdff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728426 Nov 17 17:20:03.513364 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-679860ce-64da-47fc-ac66-541317448353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.516069 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-679860ce-64da-47fc-ac66-541317448353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.517306 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-679860ce-64da-47fc-ac66-541317448353 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f65eb523-cb13-4462-a977-5b43d5cde7a0 HTTP/1.1" status: 204 len: 168 time: 0.5663369 Nov 17 17:20:03.525671 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679860ce-64da-47fc-ac66-541317448353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65eb523-cb13-4462-a977-5b43d5cde7a0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:03.663493 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43752) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:03.668060 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8792f19b-ca58-4e51-9132-3be0be0ca1eb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688318811', 'description': 'tempest-secgroup-smoke-1688318811 description', 'project_id': '9136574341b94515992ec5c807d243ed'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:03.798815 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8792f19b-ca58-4e51-9132-3be0be0ca1eb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.816675 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Sync routers for ids ['70a11cfd-ddd1-4b14-833b-709d47b28666'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:20:03.829050 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Routers {'70a11cfd-ddd1-4b14-833b-709d47b28666'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:20:03.830305 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:19:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['70a11cfd-ddd1-4b14-833b-709d47b28666'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:20:03.877512 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8792f19b-ca58-4e51-9132-3be0be0ca1eb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:03.948183 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Set router 70a11cfd-ddd1-4b14-833b-709d47b28666 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:20:04.016479 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8792f19b-ca58-4e51-9132-3be0be0ca1eb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.046068 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792f19b-ca58-4e51-9132-3be0be0ca1eb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:04.153248 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:01Z', 'revision_number': 4, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '22882d87-dd9d-4782-a619-ea489b2dbeee', 'name': '', 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'mac_address': 'fa:16:3e:4a:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6223ff75-75ec-4aa3-a001-8e26f999440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:20:00Z', 'updated_at': '2021-11-17T17:20:01Z', 'revision_number': 2, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'subnets': [{'id': '6223ff75-75ec-4aa3-a001-8e26f999440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:20:04.180554 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Checking router: 70a11cfd-ddd1-4b14-833b-709d47b28666 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:20:04.180900 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Updating router 70a11cfd-ddd1-4b14-833b-709d47b28666 port 22882d87-dd9d-4782-a619-ea489b2dbeee binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:20:04.191671 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8792f19b-ca58-4e51-9132-3be0be0ca1eb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.195828 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-8792f19b-ca58-4e51-9132-3be0be0ca1eb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5284114 Nov 17 17:20:04.204576 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43764) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:04.204576 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-fdef08f2-e73d-4d85-a21e-b1db0298f858 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'security_group_rule': {'security_group_id': 'c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57', 'project_id': '9136574341b94515992ec5c807d243ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:04.209024 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.281608 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdef08f2-e73d-4d85-a21e-b1db0298f858 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.367129 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43766) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:04.385376 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7039ffc8-1629-4daf-8c88-3d170c42def0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.391203 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdef08f2-e73d-4d85-a21e-b1db0298f858 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.392020 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device c2a06b00-5910-4201-98bc-0bbb7a62fed6 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:04.467626 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdef08f2-e73d-4d85-a21e-b1db0298f858 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.494969 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port c2a06b00-5910-4201-98bc-0bbb7a62fed6 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:04.494969 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.500283 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef08f2-e73d-4d85-a21e-b1db0298f858 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7daced-f0ae-4620-b1f9-fb0bdbbb86c2,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:04.513632 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7039ffc8-1629-4daf-8c88-3d170c42def0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.524573 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4f4f-8ca2-4173-9491-f1a6562fb031 req-0361c4df-912c-482f-a99a-ec6a14a88418 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:04.532085 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-241e4f4f-8ca2-4173-9491-f1a6562fb031 req-0361c4df-912c-482f-a99a-ec6a14a88418 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 950 time: 0.0833151 Nov 17 17:20:04.569243 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7039ffc8-1629-4daf-8c88-3d170c42def0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.570113 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.589492 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdef08f2-e73d-4d85-a21e-b1db0298f858 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.590949 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-fdef08f2-e73d-4d85-a21e-b1db0298f858 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3938792 Nov 17 17:20:04.593701 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43774) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:04.598746 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b66d06a6-97bf-4899-9471-2eeb88616077 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'security_group_rule': {'security_group_id': 'c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57', 'project_id': '9136574341b94515992ec5c807d243ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:04.640321 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-7039ffc8-1629-4daf-8c88-3d170c42def0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9ce78ffe9194a28bcbd2f8df1efa4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709424 Nov 17 17:20:04.642094 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.643655 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43778) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:04.671178 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039ffc8-1629-4daf-8c88-3d170c42def0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafd33fc-222d-4091-b80a-13c4ef88a69d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:04.683409 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-241e4f4f-8ca2-4173-9491-f1a6562fb031 req-08245cd0-e6a9-4373-a94f-db52ba7d97a3 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505342 Nov 17 17:20:04.719423 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b66d06a6-97bf-4899-9471-2eeb88616077 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.719423 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec7ecfcf-8345-4670-94d6-38121d18936c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.747962 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bb694-a7c0-4820-981c-c2b1d452fe7a None None] Pushing event updated for resources: {'Port': ['ID=22882d87-dd9d-4782-a619-ea489b2dbeee,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:04.756127 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec7ecfcf-8345-4670-94d6-38121d18936c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.780630 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Attempting to bind port 22882d87-dd9d-4782-a619-ea489b2dbeee on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:20:04.781189 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Attempting to bind port 22882d87-dd9d-4782-a619-ea489b2dbeee by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:20:04.781699 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Attempting to bind port 22882d87-dd9d-4782-a619-ea489b2dbeee on network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:20:04.788378 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:20:04.792055 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Checking segment: {'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:20:04.792055 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.792055 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Bound using segment: {'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:20:04.792055 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Bound port: 22882d87-dd9d-4782-a619-ea489b2dbeee, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3400db4-059e-43e4-a49b-c37394f35d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:20:04.792055 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.822008 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b66d06a6-97bf-4899-9471-2eeb88616077 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:04.867292 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] For port 22882d87-dd9d-4782-a619-ea489b2dbeee, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:20:04.871277 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] For port 22882d87-dd9d-4782-a619-ea489b2dbeee, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=22882d87-dd9d-4782-a619-ea489b2dbeee,segment=NetworkSegment(b3400db4-059e-43e4-a49b-c37394f35d99),segment_id=b3400db4-059e-43e4-a49b-c37394f35d99)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:20:04.998324 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b66d06a6-97bf-4899-9471-2eeb88616077 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.001258 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec7ecfcf-8345-4670-94d6-38121d18936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.004414 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec7ecfcf-8345-4670-94d6-38121d18936c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.005522 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ec7ecfcf-8345-4670-94d6-38121d18936c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eafd33fc-222d-4091-b80a-13c4ef88a69d HTTP/1.1" status: 204 len: 168 time: 0.3601735 Nov 17 17:20:05.025402 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d06a6-97bf-4899-9471-2eeb88616077 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef4453b-5642-450b-84e7-5d0a77a3423b,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:05.028553 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ecfcf-8345-4670-94d6-38121d18936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafd33fc-222d-4091-b80a-13c4ef88a69d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:05.041089 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7168d95b-3720-4b62-809c-70a53298abd5 None None] Provisioning complete for port 22882d87-dd9d-4782-a619-ea489b2dbeee triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:05.041462 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7168d95b-3720-4b62-809c-70a53298abd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.082740 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7168d95b-3720-4b62-809c-70a53298abd5 None None] Port 22882d87-dd9d-4782-a619-ea489b2dbeee cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:20:05.097314 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.122250 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b66d06a6-97bf-4899-9471-2eeb88616077 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.123904 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-b66d06a6-97bf-4899-9471-2eeb88616077 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5291383 Nov 17 17:20:05.126723 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 43784) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:05.134762 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-360efb53-ac96-4927-b5a9-762fe9e76a7f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'security_group_rule': {'security_group_id': 'c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57', 'project_id': '9136574341b94515992ec5c807d243ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:05.163564 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Routers {'70a11cfd-ddd1-4b14-833b-709d47b28666'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:20:05.164659 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:19:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['70a11cfd-ddd1-4b14-833b-709d47b28666'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:20:05.170384 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bb694-a7c0-4820-981c-c2b1d452fe7a None None] Pushing event updated for resources: {'Port': ['ID=22882d87-dd9d-4782-a619-ea489b2dbeee,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:05.287137 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-360efb53-ac96-4927-b5a9-762fe9e76a7f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.311611 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] Set router 70a11cfd-ddd1-4b14-833b-709d47b28666 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:20:05.367203 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-360efb53-ac96-4927-b5a9-762fe9e76a7f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.573157 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-40206c37-8d54-4604-8969-4e3d87490bf0 None None] Provisioning complete for port 22882d87-dd9d-4782-a619-ea489b2dbeee triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:05.573524 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-40206c37-8d54-4604-8969-4e3d87490bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.680103 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-360efb53-ac96-4927-b5a9-762fe9e76a7f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.700621 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360efb53-ac96-4927-b5a9-762fe9e76a7f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807e8ed5-ed78-45ad-bf22-2acc5e4fec08,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:05.715403 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-40206c37-8d54-4604-8969-4e3d87490bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.744396 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:01Z', 'revision_number': 4, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '22882d87-dd9d-4782-a619-ea489b2dbeee', 'name': '', 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'mac_address': 'fa:16:3e:4a:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6223ff75-75ec-4aa3-a001-8e26f999440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:20:00Z', 'updated_at': '2021-11-17T17:20:04Z', 'revision_number': 4, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'subnets': [{'id': '6223ff75-75ec-4aa3-a001-8e26f999440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:20:05.777978 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49b925-4c6e-46c8-af70-60844581590d None None] The sync data for ids ['70a11cfd-ddd1-4b14-833b-709d47b28666'] in dv-cinder-797608-20-iscsi is: [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:01Z', 'revision_number': 4, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '22882d87-dd9d-4782-a619-ea489b2dbeee', 'name': '', 'network_id': 'a8b2dacd-e0b2-4ca4-9d43-221d0252f564', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'mac_address': 'fa:16:3e:4a:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6223ff75-75ec-4aa3-a001-8e26f999440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:20:00Z', 'updated_at': '2021-11-17T17:20:04Z', 'revision_number': 4, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'subnets': [{'id': '6223ff75-75ec-4aa3-a001-8e26f999440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:20:05.797084 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-40206c37-8d54-4604-8969-4e3d87490bf0 None None] For port 22882d87-dd9d-4782-a619-ea489b2dbeee, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=22882d87-dd9d-4782-a619-ea489b2dbeee,segment=NetworkSegment(b3400db4-059e-43e4-a49b-c37394f35d99),segment_id=b3400db4-059e-43e4-a49b-c37394f35d99)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:05.829098 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295ad32-e897-4d3b-935f-4699c7e1dd73 req-90df33a0-8aee-4432-9a05-eb944cdb2b7d tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:05.830640 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8295ad32-e897-4d3b-935f-4699c7e1dd73 req-90df33a0-8aee-4432-9a05-eb944cdb2b7d tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 950 time: 0.0575061 Nov 17 17:20:05.838575 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-360efb53-ac96-4927-b5a9-762fe9e76a7f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.842805 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-360efb53-ac96-4927-b5a9-762fe9e76a7f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7111166 Nov 17 17:20:05.843216 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43812) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:05.848911 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e80e646c-2469-4c95-acc8-c58dd9d12e73 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'security_group_rule': {'security_group_id': 'c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57', 'project_id': '9136574341b94515992ec5c807d243ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:05.905794 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8295ad32-e897-4d3b-935f-4699c7e1dd73 req-fc0b1a42-30c6-4d6d-9f50-ab67fc01902c tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508957 Nov 17 17:20:05.919208 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-40206c37-8d54-4604-8969-4e3d87490bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.962026 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e80e646c-2469-4c95-acc8-c58dd9d12e73 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:05.976665 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40206c37-8d54-4604-8969-4e3d87490bf0 None None] Pushing event updated for resources: {'Port': ['ID=22882d87-dd9d-4782-a619-ea489b2dbeee,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:06.060020 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e80e646c-2469-4c95-acc8-c58dd9d12e73 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.136322 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e80e646c-2469-4c95-acc8-c58dd9d12e73 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.153925 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e646c-2469-4c95-acc8-c58dd9d12e73 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad53e301-c8d6-40db-8a69-99471b6feedc,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:06.246825 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e80e646c-2469-4c95-acc8-c58dd9d12e73 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.248314 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-e80e646c-2469-4c95-acc8-c58dd9d12e73 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4040523 Nov 17 17:20:06.251167 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43828) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:06.256299 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c0cffff4-32a6-4f1e-b95e-d308093ccb79 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'security_group_rule': {'security_group_id': 'c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57', 'project_id': '9136574341b94515992ec5c807d243ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:06.384267 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-c0cffff4-32a6-4f1e-b95e-d308093ccb79 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Project 9136574341b94515992ec5c807d243ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 17:20:06.386943 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 22882d87-dd9d-4782-a619-ea489b2dbeee up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:06.397806 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c0cffff4-32a6-4f1e-b95e-d308093ccb79 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.467474 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 22882d87-dd9d-4782-a619-ea489b2dbeee triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:06.468134 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.490659 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debd4a9-b9a5-442c-9fd2-596c4c5cbd04 req-6fa51fd0-9e71-4a06-8631-3c6bebcf0191 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:06.499196 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3debd4a9-b9a5-442c-9fd2-596c4c5cbd04 req-6fa51fd0-9e71-4a06-8631-3c6bebcf0191 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 950 time: 0.0748317 Nov 17 17:20:06.526688 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c0cffff4-32a6-4f1e-b95e-d308093ccb79 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.559614 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3debd4a9-b9a5-442c-9fd2-596c4c5cbd04 req-0db975e8-f35f-47bc-b0e1-ff922460fc33 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585783 Nov 17 17:20:06.604921 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c0cffff4-32a6-4f1e-b95e-d308093ccb79 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.633850 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cffff4-32a6-4f1e-b95e-d308093ccb79 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed20b0fb-c1ec-4c01-96a1-8c349e61149a,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:06.744255 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c0cffff4-32a6-4f1e-b95e-d308093ccb79 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.746006 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-c0cffff4-32a6-4f1e-b95e-d308093ccb79 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4931521 Nov 17 17:20:06.748373 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 43844) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:06.753890 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-09ddb2a5-fd9e-42c9-ad4e-5dcc07c8a3e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'security_group_rule': {'security_group_id': 'c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57', 'project_id': '9136574341b94515992ec5c807d243ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:06.862582 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-09ddb2a5-fd9e-42c9-ad4e-5dcc07c8a3e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Project 9136574341b94515992ec5c807d243ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 17:20:06.868053 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09ddb2a5-fd9e-42c9-ad4e-5dcc07c8a3e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:06.933403 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09ddb2a5-fd9e-42c9-ad4e-5dcc07c8a3e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:07.010428 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09ddb2a5-fd9e-42c9-ad4e-5dcc07c8a3e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:07.051593 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddb2a5-fd9e-42c9-ad4e-5dcc07c8a3e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49eb38e-1146-402f-bf19-646e2eab74f4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:07.138571 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09ddb2a5-fd9e-42c9-ad4e-5dcc07c8a3e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:07.148753 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-09ddb2a5-fd9e-42c9-ad4e-5dcc07c8a3e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3903599 Nov 17 17:20:07.297966 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-ea104536-65f7-40b7-9058-ca0c2d61f370 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584860 Nov 17 17:20:07.411708 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-a0f08af8-156b-4837-ac95-c72f79fa3932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:07.416497 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-a0f08af8-156b-4837-ac95-c72f79fa3932 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1098 time: 0.0835650 Nov 17 17:20:07.476096 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ccbb7-3b1c-4e0c-8d20-954f94f45393 req-7073ae76-69ae-4af5-89a0-c41d76bbee12 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:07.477719 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6c1ccbb7-3b1c-4e0c-8d20-954f94f45393 req-7073ae76-69ae-4af5-89a0-c41d76bbee12 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.1273425 Nov 17 17:20:07.561795 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6c1ccbb7-3b1c-4e0c-8d20-954f94f45393 req-464377ab-7efa-4554-9931-5ecc7859287b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737162 Nov 17 17:20:07.574897 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-01e272cb-bf53-45a8-ad36-691bf1c3746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:07.576471 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-01e272cb-bf53-45a8-ad36-691bf1c3746f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 920 time: 0.1244190 Nov 17 17:20:07.629488 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-e11ff016-9ec8-4a74-a716-8bd2083c7c95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 200 len: 217 time: 0.0365324 Nov 17 17:20:07.728877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c46e-7946-49cc-8b1f-0ec02044ce75 req-59094071-1f58-42d9-a232-cd70b95e866d tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:07.730336 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c331c46e-7946-49cc-8b1f-0ec02044ce75 req-59094071-1f58-42d9-a232-cd70b95e866d tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 950 time: 0.0893443 Nov 17 17:20:07.731824 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-75c54195-675f-4bf4-9fcf-353919d08f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:07.733146 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-75c54195-675f-4bf4-9fcf-353919d08f54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.0797524 Nov 17 17:20:07.794106 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-64d5bffd-2690-481b-861e-08df0ead7621 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308981 Nov 17 17:20:07.798604 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c331c46e-7946-49cc-8b1f-0ec02044ce75 req-72b36fd5-eed1-4353-9512-ca71993fc88b tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623875 Nov 17 17:20:07.898005 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-a0f78430-8e82-496a-a92d-443896c9a2e5 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883887 Nov 17 17:20:07.999755 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3027722a-35d5-4bd0-9e58-75a30c359b6a req-99e572fa-7d71-46b0-af01-67fe807829ff service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838425 Nov 17 17:20:08.193470 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:08.700808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0827b8-62f3-44d8-9694-e01932c8e179 req-271c99d4-2761-4a2f-abf2-dc71db98efe6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:08.702315 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3f0827b8-62f3-44d8-9694-e01932c8e179 req-271c99d4-2761-4a2f-abf2-dc71db98efe6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0508351 Nov 17 17:20:08.759652 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3f0827b8-62f3-44d8-9694-e01932c8e179 req-74192d77-ff37-4b22-8f9c-c883d25b7dc1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497935 Nov 17 17:20:08.777069 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-626767e1-dbd7-40db-a8db-5844fb926180 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:08.778537 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-626767e1-dbd7-40db-a8db-5844fb926180 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 950 time: 0.0673099 Nov 17 17:20:08.893444 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Deleting port 63d35983-2060-4111-8982-79b7fc54f341 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:20:08.893874 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:08.942295 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936017c-8a93-48f0-b49b-88630d7eb487 req-824e36b4-da29-4c97-8f4a-ce922076ae0f tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:08.944035 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8936017c-8a93-48f0-b49b-88630d7eb487 req-824e36b4-da29-4c97-8f4a-ce922076ae0f tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 950 time: 0.0492225 Nov 17 17:20:09.007360 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8936017c-8a93-48f0-b49b-88630d7eb487 req-b7a6d784-6d3a-41d8-ab77-31d6f7e4d6ad tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/security-groups?id=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565443 Nov 17 17:20:09.070680 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] For port 63d35983-2060-4111-8982-79b7fc54f341, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=63d35983-2060-4111-8982-79b7fc54f341,segment=NetworkSegment(2df92b62-91c9-4881-b669-2bf7166ba883),segment_id=2df92b62-91c9-4881-b669-2bf7166ba883)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:09.071244 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:09.085579 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Calling delete_port for 63d35983-2060-4111-8982-79b7fc54f341 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:20:09.348134 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:09.362258 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['63d35983-2060-4111-8982-79b7fc54f341'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:20:09.379549 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Pushing event deleted for resources: {'Port': ['ID=63d35983-2060-4111-8982-79b7fc54f341,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:09.434260 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] No DVR routers for this DVR port 63d35983-2060-4111-8982-79b7fc54f341 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:20:09.437146 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:09.441733 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2c11204-25b6-4638-a2ee-3d6f4eaef6df req-9cfefce9-bb29-4930-9ad9-b5e65403f5f7 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.69 "DELETE /v2.0/ports/63d35983-2060-4111-8982-79b7fc54f341 HTTP/1.1" status: 204 len: 173 time: 0.6502714 Nov 17 17:20:09.442280 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545', 'name': 'network-vif-deleted', 'tag': '63d35983-2060-4111-8982-79b7fc54f341'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:09.445213 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc3beae-ca08-45d9-88e4-5d452fb6e33c" -d '{"events": [{"server_uuid": "f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545", "name": "network-vif-deleted", "tag": "63d35983-2060-4111-8982-79b7fc54f341"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:09.482473 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5606fedc-9131-46b9-bc02-8f77c997d2d7 x-openstack-request-id: req-5606fedc-9131-46b9-bc02-8f77c997d2d7 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:09.482771 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545", "name": "network-vif-deleted", "tag": "63d35983-2060-4111-8982-79b7fc54f341", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:09.483027 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5606fedc-9131-46b9-bc02-8f77c997d2d7 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:09.483424 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545', 'name': 'network-vif-deleted', 'tag': '63d35983-2060-4111-8982-79b7fc54f341', 'status': 'completed', 'code': 200} Nov 17 17:20:09.888846 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e839a5-e848-4551-9d6f-fa28b8077020 req-f31d8f75-87d6-4f3b-a042-20a40a0a8738 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:09.890069 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-48e839a5-e848-4551-9d6f-fa28b8077020 req-f31d8f75-87d6-4f3b-a042-20a40a0a8738 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0550690 Nov 17 17:20:09.936706 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-48e839a5-e848-4551-9d6f-fa28b8077020 req-8a2dfff8-ffb6-4f27-9451-2f14ff3a1e4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406806 Nov 17 17:20:10.106149 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a7f14f90-0df6-4e36-a3e5-3b67e2c55113 req-59467b67-6c1f-49b8-bcca-de92c727534d tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 210 time: 0.0256710 Nov 17 17:20:11.054979 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d892e2-3a01-4ca6-8fea-2707ea4c3dce req-8e35091e-e186-4c3c-a1c3-6ee3aff559e2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:11.056555 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-66d892e2-3a01-4ca6-8fea-2707ea4c3dce req-8e35091e-e186-4c3c-a1c3-6ee3aff559e2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0488591 Nov 17 17:20:11.108104 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-66d892e2-3a01-4ca6-8fea-2707ea4c3dce req-1be9b20b-88e0-44a1-8986-9e5a27c0097f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456362 Nov 17 17:20:11.198741 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d89d5a2e-3aa4-490f-ae84-dbd4ffc315fc req-f61ad8ba-afd6-4f1c-993c-d03f2695e1c2 tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 210 time: 0.0257521 Nov 17 17:20:12.232134 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe430fab-9f0c-4678-a281-7092a5e2a84f req-4132034b-3e39-42f6-a0b1-442a6f57297b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:12.233662 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fe430fab-9f0c-4678-a281-7092a5e2a84f req-4132034b-3e39-42f6-a0b1-442a6f57297b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0511637 Nov 17 17:20:12.282523 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fe430fab-9f0c-4678-a281-7092a5e2a84f req-19888fc7-d16f-4b3a-b890-63b1f5aafa1e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429516 Nov 17 17:20:12.302889 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-31e6c73f-b97c-45cd-ab37-cb0cf67ebe29 req-2a2a1a14-c60b-4a17-8f58-fa63060377fe tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 210 time: 0.0291514 Nov 17 17:20:12.750065 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 63d35983-2060-4111-8982-79b7fc54f341 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:20:12.773154 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 63d35983-2060-4111-8982-79b7fc54f341 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:20:12.773587 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 63d35983-2060-4111-8982-79b7fc54f341 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:20:13.435597 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c313f-14d4-43e8-a6dd-4e845c68312f req-0450a167-0234-4704-9172-224defabef5a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:13.437190 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-078c313f-14d4-43e8-a6dd-4e845c68312f req-0450a167-0234-4704-9172-224defabef5a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0724599 Nov 17 17:20:13.444453 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d4f6ccc-66f7-4c16-835d-b2af77bba059 req-7666dd0a-d678-4657-b38f-c3f7282b8bec tempest-VolumesNegativeTest-931031964 tempest-VolumesNegativeTest-931031964-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ea5c5e-7b4e-4eb4-9475-b655fc3c5545 HTTP/1.1" status: 200 len: 210 time: 0.0428948 Nov 17 17:20:13.490875 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-078c313f-14d4-43e8-a6dd-4e845c68312f req-89612a22-eb32-4a86-bd79-39a59ef17daf tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473001 Nov 17 17:20:14.274144 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fd24d-4020-4f34-85eb-02efb07b4389 req-59d15103-460b-4a9d-9ff1-98242e33f650 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:14.275681 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-317fd24d-4020-4f34-85eb-02efb07b4389 req-59d15103-460b-4a9d-9ff1-98242e33f650 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0496087 Nov 17 17:20:14.349813 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-317fd24d-4020-4f34-85eb-02efb07b4389 req-40954b34-bef4-4aa0-8b76-446484881cd0 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681493 Nov 17 17:20:14.367294 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866835e9-892a-404f-92ed-5dda8718369d req-d71cd34a-70c2-4834-a92b-5fcc5dcd5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:14.368771 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-866835e9-892a-404f-92ed-5dda8718369d req-d71cd34a-70c2-4834-a92b-5fcc5dcd5833 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1098 time: 0.0613801 Nov 17 17:20:14.611795 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeabc7e-5311-4313-af26-f00966156f2c req-298a85f8-86b9-4a11-9483-7e9445464965 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:14.613844 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4eeabc7e-5311-4313-af26-f00966156f2c req-298a85f8-86b9-4a11-9483-7e9445464965 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0502584 Nov 17 17:20:14.671567 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4eeabc7e-5311-4313-af26-f00966156f2c req-6c3cd9e4-cd06-4bf8-8d37-3393dc399ac2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487645 Nov 17 17:20:15.470408 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ce34-8ed1-46c7-866b-964d6558a675 req-5c09115a-3eee-4018-8ce5-0e2b41b10765 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:15.472775 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-73c6ce34-8ed1-46c7-866b-964d6558a675 req-5c09115a-3eee-4018-8ce5-0e2b41b10765 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0521560 Nov 17 17:20:15.538609 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-73c6ce34-8ed1-46c7-866b-964d6558a675 req-07f9d2a9-3863-497d-bbd5-7cf44b40f542 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599415 Nov 17 17:20:15.539291 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-501552ef-2e5b-4582-9e66-912f7f3aa5c8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:15.544696 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-501552ef-2e5b-4582-9e66-912f7f3aa5c8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 814 time: 0.1571667 Nov 17 17:20:15.594640 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-a06f6640-2e66-42b6-8056-e49cad21e183 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/quotas/6347a86563fb4857807ab7e813d3d0a0 HTTP/1.1" status: 200 len: 375 time: 0.0182467 Nov 17 17:20:15.639899 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866835e9-892a-404f-92ed-5dda8718369d req-71ab69c3-787b-49d9-9d3a-246cd2663944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:15.641308 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-866835e9-892a-404f-92ed-5dda8718369d req-71ab69c3-787b-49d9-9d3a-246cd2663944 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 920 time: 0.1815133 Nov 17 17:20:15.665036 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-110823a4-36a6-45f1-b567-ace4edc5fe40 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627556 Nov 17 17:20:15.770867 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-8fa26931-d0c8-4a03-9bee-9331b848e20d service neutron] 10.222.0.41 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974917 Nov 17 17:20:15.810698 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e750e-cf23-47ed-b795-c9a34604f7ed req-6ac8dc35-0324-4f44-a54e-8bb800c23ce0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:15.816851 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ad7e750e-cf23-47ed-b795-c9a34604f7ed req-6ac8dc35-0324-4f44-a54e-8bb800c23ce0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0572369 Nov 17 17:20:15.865303 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ad7e750e-cf23-47ed-b795-c9a34604f7ed req-682cc378-7297-4d56-9e69-b7e9bd34a42d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450273 Nov 17 17:20:15.871518 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-fcee1273-c956-4aac-afbd-6c145cbf94e2 service neutron] 10.222.0.41 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928638 Nov 17 17:20:16.124849 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9c8da71b-a8e9-43af-9f4b-6e62258dd67b req-c131d0e7-e232-4020-be54-710951ad1ac2 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 210 time: 0.0358970 Nov 17 17:20:16.484979 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6648a16e-d9c8-4475-a17b-877b7b55855d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:16.500778 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-866835e9-892a-404f-92ed-5dda8718369d req-f758196a-b189-4402-badf-65286296f486 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 200 len: 217 time: 0.0387065 Nov 17 17:20:16.750281 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1595-6bf2-4142-957d-3c68623d8694 req-75d62da4-8c5f-40d8-a7e4-16adebeb0643 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:16.750281 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa7e1595-6bf2-4142-957d-3c68623d8694 req-75d62da4-8c5f-40d8-a7e4-16adebeb0643 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0502880 Nov 17 17:20:16.750281 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa7e1595-6bf2-4142-957d-3c68623d8694 req-26a59963-3bce-4efa-a23d-24582b40af68 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Nov 17 17:20:16.987120 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa86a9-d24a-41dc-b61e-2b66abf75c00 req-9b578d12-4ac2-44bd-9104-c3e2e1015785 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:16.989367 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-74fa86a9-d24a-41dc-b61e-2b66abf75c00 req-9b578d12-4ac2-44bd-9104-c3e2e1015785 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0504737 Nov 17 17:20:17.040088 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-74fa86a9-d24a-41dc-b61e-2b66abf75c00 req-6c6d8e02-831f-4a99-afa7-9a2c0064cf1b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447567 Nov 17 17:20:17.195374 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-144844e0-5230-4238-902c-6582560eda2b req-6208934e-89f4-4aaa-a711-190685907cee tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Nov 17 17:20:17.587014 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866835e9-892a-404f-92ed-5dda8718369d req-ef9ced24-c042-4902-8a39-6dfaae6b82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:17.590787 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-866835e9-892a-404f-92ed-5dda8718369d req-ef9ced24-c042-4902-8a39-6dfaae6b82dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.0514607 Nov 17 17:20:17.623575 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-866835e9-892a-404f-92ed-5dda8718369d req-006f4e1a-5393-4511-b0cf-0ad998ed70f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262880 Nov 17 17:20:17.731582 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-866835e9-892a-404f-92ed-5dda8718369d req-4630ad0c-6dbd-48a7-908e-f18c55ba8616 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969002 Nov 17 17:20:17.847632 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-866835e9-892a-404f-92ed-5dda8718369d req-3b5bc95a-cd7e-4180-b539-92001e6ea5a6 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066692 Nov 17 17:20:17.867808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044fa34-dff7-49af-85e5-5d1354ad4872 req-72be8910-48b2-42de-8e8b-8d3f5d0ec82b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:17.869316 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2044fa34-dff7-49af-85e5-5d1354ad4872 req-72be8910-48b2-42de-8e8b-8d3f5d0ec82b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0590839 Nov 17 17:20:17.928196 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2044fa34-dff7-49af-85e5-5d1354ad4872 req-c5160b1c-ba68-42fe-afcd-2c1585e10689 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Nov 17 17:20:18.167954 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ec8b9-a2c3-47ed-a183-25893ec4bc2d req-b2f0a571-553f-4920-a6de-5b2374f9b1d5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:18.170618 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0a1ec8b9-a2c3-47ed-a183-25893ec4bc2d req-b2f0a571-553f-4920-a6de-5b2374f9b1d5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0521488 Nov 17 17:20:18.219489 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0a1ec8b9-a2c3-47ed-a183-25893ec4bc2d req-24b34dbf-7c73-4a6c-a59a-2d8787bbfcc7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Nov 17 17:20:18.294858 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6a99a23-59b6-4697-b7bb-99b7348cfa15 req-012e1f37-0f41-4a3f-8a78-b7e93b4f9bde tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 210 time: 0.0258510 Nov 17 17:20:18.695547 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:20:18.798804 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d533d1f6-1b46-4aab-9418-37f414dc6a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:19.106462 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece01399-7d68-4e80-893c-0afbc9478887 req-f2eca9c2-504b-4344-871d-e3cb3c0538bc tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:19.107942 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ece01399-7d68-4e80-893c-0afbc9478887 req-f2eca9c2-504b-4344-871d-e3cb3c0538bc tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.1130586 Nov 17 17:20:19.159441 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-32d0fcbf-679a-4544-9b97-e8041707f04d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:19.161356 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-32d0fcbf-679a-4544-9b97-e8041707f04d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/networks?id=990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 200 len: 814 time: 0.1406133 Nov 17 17:20:19.184761 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Request body: {'port': {'device_id': 'df55ebce-8d5a-4094-b3a3-69c93543b613', 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'admin_state_up': True, 'tenant_id': '6347a86563fb4857807ab7e813d3d0a0'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:19.225496 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ece01399-7d68-4e80-893c-0afbc9478887 req-1e189864-fe87-436e-8a71-1e4e875c4574 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022537 Nov 17 17:20:19.379440 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36c43e-56ee-4eac-a367-d9ccc5771979 req-299a09ea-59b7-463c-9f0e-3a6966cdee8f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:19.381285 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0b36c43e-56ee-4eac-a367-d9ccc5771979 req-299a09ea-59b7-463c-9f0e-3a6966cdee8f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0665021 Nov 17 17:20:19.410098 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Made reservation on behalf of 6347a86563fb4857807ab7e813d3d0a0 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:20:19.413154 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:19.439091 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ec472703-2b64-448f-bb43-533166896c75 req-92b5f501-edae-4e88-be00-2fcac712c1d2 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 210 time: 0.0460753 Nov 17 17:20:19.449584 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0b36c43e-56ee-4eac-a367-d9ccc5771979 req-6dced739-9e8f-4180-90ec-b17b89c214cb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618434 Nov 17 17:20:19.593540 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Allocated IP 172.20.0.3 (990fbe5c-f968-486a-a0a2-0b502c1d7c89/367e5561-314f-482d-81dc-779ede48e9e3/993814d4-157e-447c-9d7f-fdfc85cf40a5) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:20:19.745810 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:19.867594 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:19.896131 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:19.910903 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:20:19.916611 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:20:19.920130 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:20:19.945012 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Pushing event updated for resources: {'Port': ['ID=993814d4-157e-447c-9d7f-fdfc85cf40a5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:19.972290 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:19.972905 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:20.092871 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f28ae5ad-9795-44e4-adb8-a5a00e43148e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9145720 Nov 17 17:20:20.342097 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf201589-848f-45ec-8d6d-7005a83a80e8 req-b7bb1dea-b519-4272-90a6-5555c3af3e6e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:20.343585 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cf201589-848f-45ec-8d6d-7005a83a80e8 req-b7bb1dea-b519-4272-90a6-5555c3af3e6e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0485232 Nov 17 17:20:20.394173 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cf201589-848f-45ec-8d6d-7005a83a80e8 req-b6702ac2-9f6e-4c47-8d1f-cd66e5351002 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Nov 17 17:20:20.572381 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c65b-7672-45d6-a887-10cc23c32408 req-67235e22-74d7-4923-89e5-157930d7673e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:20.576965 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-80e6c65b-7672-45d6-a887-10cc23c32408 req-67235e22-74d7-4923-89e5-157930d7673e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0534074 Nov 17 17:20:20.578633 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0a398-5557-4454-9c2d-cd5b56a324a0 req-947c592a-52a8-4c2c-8aa8-78cd79a4ea54 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:20.580135 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7ba0a398-5557-4454-9c2d-cd5b56a324a0 req-947c592a-52a8-4c2c-8aa8-78cd79a4ea54 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 931 time: 0.0573952 Nov 17 17:20:20.622089 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-80e6c65b-7672-45d6-a887-10cc23c32408 req-08d33155-890a-49f5-a273-1a0426bf17d9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419497 Nov 17 17:20:20.627598 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7ba0a398-5557-4454-9c2d-cd5b56a324a0 req-fd8982ed-dbe2-48a8-8ae9-bac2471069b8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Nov 17 17:20:21.221296 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:21.507140 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4735f3-2901-4f88-b488-ea910c0463f5 req-4367049b-4988-466e-ad35-cb28f19b64ce tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:21.508487 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ca4735f3-2901-4f88-b488-ea910c0463f5 req-4367049b-4988-466e-ad35-cb28f19b64ce tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0465047 Nov 17 17:20:21.553533 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ca4735f3-2901-4f88-b488-ea910c0463f5 req-326dae8d-61b4-4d16-8764-b40131a48088 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Nov 17 17:20:21.744690 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd5c6-1e4d-461b-a973-1184535f8f8e req-06546b69-bd1f-45ae-9071-cdf2cc3009de tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:21.745930 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db350b-0920-45a6-843c-a9cde7220ce7 req-c31a0644-5663-40e0-9994-4b62351f9abf tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:21.746410 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e6afd5c6-1e4d-461b-a973-1184535f8f8e req-06546b69-bd1f-45ae-9071-cdf2cc3009de tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 931 time: 0.0517428 Nov 17 17:20:21.747389 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e0db350b-0920-45a6-843c-a9cde7220ce7 req-c31a0644-5663-40e0-9994-4b62351f9abf tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0482137 Nov 17 17:20:21.793334 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e6afd5c6-1e4d-461b-a973-1184535f8f8e req-fece45f8-4876-4a5b-a250-002c3db86021 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Nov 17 17:20:21.794221 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e0db350b-0920-45a6-843c-a9cde7220ce7 req-bdadbd3e-ff6f-4505-8efd-df355558aea8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409088 Nov 17 17:20:21.800618 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['1d08a807-361e-4c11-b6d1-362a9452ea85', '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f', '4597ee3e-bd81-4a90-82ed-1b59a88bf152'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:20:21.806578 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Request body: {'port': {'device_id': 'df55ebce-8d5a-4094-b3a3-69c93543b613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:21.867512 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:22.138234 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993814d4-157e-447c-9d7f-fdfc85cf40a5 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:20:22.146173 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:22.147178 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:22.158463 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Transition to ACTIVE for port object 993814d4-157e-447c-9d7f-fdfc85cf40a5 will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:20:22.250482 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:22.299471 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Pushing event updated for resources: {'Port': ['ID=993814d4-157e-447c-9d7f-fdfc85cf40a5,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:22.369375 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Attempting to bind port 993814d4-157e-447c-9d7f-fdfc85cf40a5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:20:22.369702 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Attempting to bind port 993814d4-157e-447c-9d7f-fdfc85cf40a5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:20:22.370028 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Attempting to bind port 993814d4-157e-447c-9d7f-fdfc85cf40a5 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:20:22.374538 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Port 993814d4-157e-447c-9d7f-fdfc85cf40a5 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:20:22.374854 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Attempting to bind port 993814d4-157e-447c-9d7f-fdfc85cf40a5 on network 990fbe5c-f968-486a-a0a2-0b502c1d7c89 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:20:22.379890 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:20:22.380659 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Checking segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:20:22.381057 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Bound using segment: {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:20:22.381433 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Bound port: 993814d4-157e-447c-9d7f-fdfc85cf40a5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:20:22.381805 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:22.446808 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] For port 993814d4-157e-447c-9d7f-fdfc85cf40a5, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:20:22.450198 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] For port 993814d4-157e-447c-9d7f-fdfc85cf40a5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=993814d4-157e-447c-9d7f-fdfc85cf40a5,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:20:22.524682 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:22.559923 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:22.560557 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:22.563051 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] 10.222.0.69 "PUT /v2.0/ports/993814d4-157e-447c-9d7f-fdfc85cf40a5 HTTP/1.1" status: 200 len: 1093 time: 0.7597470 Nov 17 17:20:22.563051 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df55ebce-8d5a-4094-b3a3-69c93543b613', 'tag': '993814d4-157e-447c-9d7f-fdfc85cf40a5'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:22.564573 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dd278c-a264-4c18-a212-4089041a93a1" -d '{"events": [{"name": "network-changed", "server_uuid": "df55ebce-8d5a-4094-b3a3-69c93543b613", "tag": "993814d4-157e-447c-9d7f-fdfc85cf40a5"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:22.588618 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e7e4e-5bfe-4c06-b69c-1a9bb1de3ded service neutron] Pushing event updated for resources: {'Port': ['ID=993814d4-157e-447c-9d7f-fdfc85cf40a5,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:22.608623 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b2bfc0-20cc-4619-a72c-42b8040a4bb8 x-openstack-request-id: req-72b2bfc0-20cc-4619-a72c-42b8040a4bb8 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:22.608919 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df55ebce-8d5a-4094-b3a3-69c93543b613", "tag": "993814d4-157e-447c-9d7f-fdfc85cf40a5", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:22.609212 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72b2bfc0-20cc-4619-a72c-42b8040a4bb8 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:22.609602 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df55ebce-8d5a-4094-b3a3-69c93543b613', 'tag': '993814d4-157e-447c-9d7f-fdfc85cf40a5', 'status': 'completed', 'code': 200} Nov 17 17:20:22.674420 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cc518-8d58-48f2-92d4-01c4f4cae389 req-01efad57-2326-4bc7-b997-3076314818ec tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:22.675896 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cd3cc518-8d58-48f2-92d4-01c4f4cae389 req-01efad57-2326-4bc7-b997-3076314818ec tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0483952 Nov 17 17:20:22.727694 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cd3cc518-8d58-48f2-92d4-01c4f4cae389 req-02f5aca8-5e9c-4264-8601-6f686cd54974 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458882 Nov 17 17:20:22.916833 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66d411-3a2c-4730-9cb0-3ad6766f08af req-6f45ebab-4c6c-40a2-aeed-94ab5c88d32e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:22.918420 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cf66d411-3a2c-4730-9cb0-3ad6766f08af req-6f45ebab-4c6c-40a2-aeed-94ab5c88d32e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 943 time: 0.0550988 Nov 17 17:20:22.950519 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c914c36-15f2-4515-abbd-570a095a410d req-51836e41-7494-4244-955e-b2ce7fc6486a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:22.951981 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4c914c36-15f2-4515-abbd-570a095a410d req-51836e41-7494-4244-955e-b2ce7fc6486a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0562317 Nov 17 17:20:22.997193 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd278c-a264-4c18-a212-4089041a93a1 req-d881aeef-d099-40a4-8de6-6398cd49dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:22.998642 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c1dd278c-a264-4c18-a212-4089041a93a1 req-d881aeef-d099-40a4-8de6-6398cd49dd8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 1096 time: 0.0773470 Nov 17 17:20:23.004713 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4c914c36-15f2-4515-abbd-570a095a410d req-afeaba21-a17d-4884-a3ce-8d66428ab0a0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464616 Nov 17 17:20:23.006516 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cf66d411-3a2c-4730-9cb0-3ad6766f08af req-253bf148-67f1-46c5-b4fa-5ad2da2adb68 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757625 Nov 17 17:20:23.109092 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd278c-a264-4c18-a212-4089041a93a1 req-90275602-7006-4b1a-bf51-bd6bca52e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:23.110549 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c1dd278c-a264-4c18-a212-4089041a93a1 req-90275602-7006-4b1a-bf51-bd6bca52e796 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6347a86563fb4857807ab7e813d3d0a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950618 Nov 17 17:20:23.212823 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd278c-a264-4c18-a212-4089041a93a1 req-f7d74488-37db-4556-b1a5-2f1ac3473e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:23.214185 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c1dd278c-a264-4c18-a212-4089041a93a1 req-f7d74488-37db-4556-b1a5-2f1ac3473e3d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918777 Nov 17 17:20:23.303780 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-62bd9296-7785-4967-b6dd-f275ea3a54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:23.305209 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-62bd9296-7785-4967-b6dd-f275ea3a54ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6347a86563fb4857807ab7e813d3d0a0&device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 1096 time: 0.0410764 Nov 17 17:20:23.362395 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-08102fec-2bfd-4b57-a657-ae9f92cde54f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=993814d4-157e-447c-9d7f-fdfc85cf40a5 HTTP/1.1" status: 200 len: 217 time: 0.0371747 Nov 17 17:20:23.644079 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-77712205-efff-4bd7-8231-d59a7b53eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:23.645755 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-77712205-efff-4bd7-8231-d59a7b53eb8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=367e5561-314f-482d-81dc-779ede48e9e3 HTTP/1.1" status: 200 len: 854 time: 0.2683415 Nov 17 17:20:23.679800 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-f7149683-6c6b-4078-9a2d-a033d8bbc017 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=990fbe5c-f968-486a-a0a2-0b502c1d7c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246558 Nov 17 17:20:23.783758 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-34ef6d3b-19b2-4c69-98df-1ce179fdfe5e service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952213 Nov 17 17:20:23.908291 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b7bc-e660-4e61-8249-6d8caa326ade req-a842936b-6d3a-4cf6-a155-6e612df3c1d6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:23.910736 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ac73b7bc-e660-4e61-8249-6d8caa326ade req-a842936b-6d3a-4cf6-a155-6e612df3c1d6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.1101334 Nov 17 17:20:23.936327 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7aa4c804-0ec2-4b57-b3d5-d490df18fe6a req-0ef346e5-7349-4e01-ac5f-a6a603368312 service neutron] 10.222.0.69 "GET /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269877 Nov 17 17:20:23.977227 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ac73b7bc-e660-4e61-8249-6d8caa326ade req-142bf995-8f9a-4d3a-aff8-bdb48867da55 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Nov 17 17:20:24.131706 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e9196-fde7-496f-89da-1c910dc1a5dc req-0098520d-917b-4f2d-a39a-e3b720a693fa tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:24.133252 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dd7e9196-fde7-496f-89da-1c910dc1a5dc req-0098520d-917b-4f2d-a39a-e3b720a693fa tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0538869 Nov 17 17:20:24.149807 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f03cde-e036-4022-b074-f1c44f8af858 req-eeee3f9e-e4f0-42d9-8dfb-fa552f8eeac9 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:24.152333 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f7f03cde-e036-4022-b074-f1c44f8af858 req-eeee3f9e-e4f0-42d9-8dfb-fa552f8eeac9 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 943 time: 0.0729272 Nov 17 17:20:24.210832 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dd7e9196-fde7-496f-89da-1c910dc1a5dc req-2d209302-b905-405a-a9c9-e103b615c763 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575769 Nov 17 17:20:24.217052 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f7f03cde-e036-4022-b074-f1c44f8af858 req-3b66e19d-4f1e-4248-acc7-6531333734d7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583832 Nov 17 17:20:24.717008 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 44474) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:24.885682 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-14a40822-28c2-4f27-b840-db3887bb5507 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a969696447a04fb1bf58764e1e99c920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675007 Nov 17 17:20:24.888145 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 44478) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:24.940641 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5ab4-3708-4cf8-9ebd-b1c17572a24c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:24.961404 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5ab4-3708-4cf8-9ebd-b1c17572a24c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:25.107169 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ed05-7d0b-461c-aad0-daa44c5d1a06 req-d9c4b02c-d577-4ea2-8a8d-2843257c9398 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:25.108646 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c4b7ed05-7d0b-461c-aad0-daa44c5d1a06 req-d9c4b02c-d577-4ea2-8a8d-2843257c9398 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0499310 Nov 17 17:20:25.129955 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5ab4-3708-4cf8-9ebd-b1c17572a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:25.132479 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5ab4-3708-4cf8-9ebd-b1c17572a24c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:25.133561 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-c3cb5ab4-3708-4cf8-9ebd-b1c17572a24c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cff21974-1a1c-4e7f-9075-3acd7f0a5ea2 HTTP/1.1" status: 204 len: 168 time: 0.2445152 Nov 17 17:20:25.146827 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb5ab4-3708-4cf8-9ebd-b1c17572a24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff21974-1a1c-4e7f-9075-3acd7f0a5ea2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:25.174128 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c4b7ed05-7d0b-461c-aad0-daa44c5d1a06 req-02d0289c-98d9-4a57-a1e9-6544fcc37eb0 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584278 Nov 17 17:20:25.327545 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c8a9-8b45-4a59-9760-046d51011902 req-f66cd4ba-bb6a-48c4-a598-123c78a4b41b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:25.329247 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8e15c8a9-8b45-4a59-9760-046d51011902 req-f66cd4ba-bb6a-48c4-a598-123c78a4b41b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0541615 Nov 17 17:20:25.359015 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0122e03-7596-4b8b-9df0-0e2f2f15674e req-bb85882d-42b5-4236-b975-b06f2ef53f3b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:25.359015 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d0122e03-7596-4b8b-9df0-0e2f2f15674e req-bb85882d-42b5-4236-b975-b06f2ef53f3b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 943 time: 0.0577259 Nov 17 17:20:25.394410 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8e15c8a9-8b45-4a59-9760-046d51011902 req-bbba3e93-a627-456e-b80e-4dd7d8acf6f6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585637 Nov 17 17:20:25.461382 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d0122e03-7596-4b8b-9df0-0e2f2f15674e req-6dcaa963-cb4e-4d61-8ab9-846263e855ad tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011877 Nov 17 17:20:26.084879 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127454f-566d-43b8-b846-67fcd63d3ae4 req-3a952358-1a8f-47d2-a0e4-20e29f2bce9c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:26.086388 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4127454f-566d-43b8-b846-67fcd63d3ae4 req-3a952358-1a8f-47d2-a0e4-20e29f2bce9c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0503087 Nov 17 17:20:26.134353 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4127454f-566d-43b8-b846-67fcd63d3ae4 req-fbf14afa-4dd2-4c49-8bd6-ddc8d01612ce tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418489 Nov 17 17:20:26.293458 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d90c0-4605-4ffa-8585-fa6e187f83ce req-8592539e-6aed-4126-a85f-352bf5d47707 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:26.294906 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-777d90c0-4605-4ffa-8585-fa6e187f83ce req-8592539e-6aed-4126-a85f-352bf5d47707 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0483787 Nov 17 17:20:26.340835 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-777d90c0-4605-4ffa-8585-fa6e187f83ce req-8afca3a5-3334-464e-9e4c-6580036f5a08 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Nov 17 17:20:26.522401 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33e2d9-c1ce-4ded-bc94-6f62d11eafcd req-f6cf76fd-6a67-4239-82c9-55a64c467681 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:26.523923 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bc33e2d9-c1ce-4ded-bc94-6f62d11eafcd req-f6cf76fd-6a67-4239-82c9-55a64c467681 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0501151 Nov 17 17:20:26.581066 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bc33e2d9-c1ce-4ded-bc94-6f62d11eafcd req-58e45526-15c6-49c6-a6fc-ac0c65859a4d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481424 Nov 17 17:20:26.587233 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1519b0-c582-4c35-abaf-a691c2b5a81f req-91879e38-afe6-46d3-95e3-df5f0444f073 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:26.588926 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec1519b0-c582-4c35-abaf-a691c2b5a81f req-91879e38-afe6-46d3-95e3-df5f0444f073 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 943 time: 0.0559933 Nov 17 17:20:26.637070 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec1519b0-c582-4c35-abaf-a691c2b5a81f req-d0858dfa-cf98-4ede-b356-96f5c138587f tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420969 Nov 17 17:20:27.252438 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5ab7-f8a6-4fcb-9a03-bf24e6263cbc req-8c63fa85-31ac-4856-bc05-08c63b83362a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:27.254478 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-781e5ab7-f8a6-4fcb-9a03-bf24e6263cbc req-8c63fa85-31ac-4856-bc05-08c63b83362a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0519433 Nov 17 17:20:27.299781 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-781e5ab7-f8a6-4fcb-9a03-bf24e6263cbc req-beb8142b-0df4-4dae-be13-52888b252c5d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394576 Nov 17 17:20:27.456080 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaf839-0535-4b3f-b943-e2fb5b21404a req-4e6bb354-1255-4ad4-96ae-2e619c423a12 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:27.457752 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-60aaf839-0535-4b3f-b943-e2fb5b21404a req-4e6bb354-1255-4ad4-96ae-2e619c423a12 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0498211 Nov 17 17:20:27.504748 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-60aaf839-0535-4b3f-b943-e2fb5b21404a req-3863bdfc-603a-4f02-98ff-fe46fb6f73f5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Nov 17 17:20:27.698652 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bce277-35ff-4d40-9302-c95df48f3138 req-65c42f11-4cd5-49ac-aced-984813f2d2e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:27.700110 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-14bce277-35ff-4d40-9302-c95df48f3138 req-65c42f11-4cd5-49ac-aced-984813f2d2e8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0494795 Nov 17 17:20:27.752719 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e6c3-1148-481f-a05b-84836443cd2d req-ae7bed6c-1e08-4f0b-8eae-6c78e3c8190e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:27.754502 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3720e6c3-1148-481f-a05b-84836443cd2d req-ae7bed6c-1e08-4f0b-8eae-6c78e3c8190e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 943 time: 0.0513802 Nov 17 17:20:27.754978 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-14bce277-35ff-4d40-9302-c95df48f3138 req-2193d301-96ba-4c31-a983-0ceb893b7f90 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489266 Nov 17 17:20:27.806113 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3720e6c3-1148-481f-a05b-84836443cd2d req-1d24d257-ac4a-4a38-975c-30f960eaddaf tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Nov 17 17:20:27.823449 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 993814d4-157e-447c-9d7f-fdfc85cf40a5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:20:27.919067 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 993814d4-157e-447c-9d7f-fdfc85cf40a5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=993814d4-157e-447c-9d7f-fdfc85cf40a5,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:27.930455 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '993814d4-157e-447c-9d7f-fdfc85cf40a5', 'network_id': '990fbe5c-f968-486a-a0a2-0b502c1d7c89', 'port_id': '993814d4-157e-447c-9d7f-fdfc85cf40a5', 'mac_address': 'fa:16:3e:16:cd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367e5561-314f-482d-81dc-779ede48e9e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:20:27.967890 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:27.981351 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993814d4-157e-447c-9d7f-fdfc85cf40a5 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:20:28.001068 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 993814d4-157e-447c-9d7f-fdfc85cf40a5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=993814d4-157e-447c-9d7f-fdfc85cf40a5,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:28.061864 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:28.107940 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=993814d4-157e-447c-9d7f-fdfc85cf40a5,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:28.115037 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.115384 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.115721 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.116056 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.116386 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.116752 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.117083 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.117406 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.117745 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.118082 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.118402 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.118717 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:20:28.415175 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f334c-d6d9-4338-ab0e-8f2a01137bc8 req-e4afac10-0f85-401b-be66-d491adba7051 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:28.416664 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-861f334c-d6d9-4338-ab0e-8f2a01137bc8 req-e4afac10-0f85-401b-be66-d491adba7051 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0482399 Nov 17 17:20:28.468676 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-861f334c-d6d9-4338-ab0e-8f2a01137bc8 req-b8b8a70a-7b8e-4ff7-b27c-3be9985b2c2f tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Nov 17 17:20:28.545017 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['993814d4-157e-447c-9d7f-fdfc85cf40a5'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:20:28.630816 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745605-4ba1-4a92-9ae3-e2b524390316 req-50dc275f-b0d0-42e2-9e85-2c6090866328 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:28.632193 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cb745605-4ba1-4a92-9ae3-e2b524390316 req-50dc275f-b0d0-42e2-9e85-2c6090866328 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0484605 Nov 17 17:20:28.679557 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cb745605-4ba1-4a92-9ae3-e2b524390316 req-fd42aef8-df5a-407a-8389-9468a893c24d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Nov 17 17:20:28.872283 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83dc65-8028-40c9-8d7a-236b732c4b5f req-a19b51b4-9757-4a4f-b991-f916fd7c0d9f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:28.873767 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3f83dc65-8028-40c9-8d7a-236b732c4b5f req-a19b51b4-9757-4a4f-b991-f916fd7c0d9f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Nov 17 17:20:28.919632 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c317df-303c-44d1-96e5-06c616ab17da req-2e2aadf7-ee8a-4baa-ad1b-19f668998019 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:28.921091 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b5c317df-303c-44d1-96e5-06c616ab17da req-2e2aadf7-ee8a-4baa-ad1b-19f668998019 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 944 time: 0.0487256 Nov 17 17:20:28.921241 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3f83dc65-8028-40c9-8d7a-236b732c4b5f req-76958a99-1202-466a-b7b8-825b8991b0c2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410411 Nov 17 17:20:28.968706 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b5c317df-303c-44d1-96e5-06c616ab17da req-dd5c1e76-59eb-4f70-9f37-ef3f15b01248 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Nov 17 17:20:29.574438 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 44566) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:29.588008 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd724-ab5c-4c6c-a2ca-a2474baccc35 req-0a3d7768-bfb9-4c61-9cce-afd1d59f8e5d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:29.589547 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-520dd724-ab5c-4c6c-a2ca-a2474baccc35 req-0a3d7768-bfb9-4c61-9cce-afd1d59f8e5d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0531163 Nov 17 17:20:29.639932 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-520dd724-ab5c-4c6c-a2ca-a2474baccc35 req-1e3af1f6-5551-4223-ae5b-16fa2e669f94 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Nov 17 17:20:29.679991 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fe08538d-fdea-4e61-8d3a-7977142bc986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:29.778343 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fe08538d-fdea-4e61-8d3a-7977142bc986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:29.801360 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae253e0-374d-414e-a2ba-a03a84a771df req-3e811a38-d3e1-4922-a63d-ed9a56fa5118 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:29.802820 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fae253e0-374d-414e-a2ba-a03a84a771df req-3e811a38-d3e1-4922-a63d-ed9a56fa5118 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0554023 Nov 17 17:20:29.822150 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 993814d4-157e-447c-9d7f-fdfc85cf40a5 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:29.851353 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fae253e0-374d-414e-a2ba-a03a84a771df req-0e156855-fdcc-4c7e-a44b-f40fd4fb13f5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Nov 17 17:20:29.873143 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fe08538d-fdea-4e61-8d3a-7977142bc986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:29.910872 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-fe08538d-fdea-4e61-8d3a-7977142bc986 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66a633d64cc348c98daa4410fa779bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353868 Nov 17 17:20:29.912857 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08538d-fdea-4e61-8d3a-7977142bc986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe7ef20-60ac-4630-b861-25b543b89d2d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:29.913795 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 44572) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:29.958835 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 993814d4-157e-447c-9d7f-fdfc85cf40a5 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:20:29.964271 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 993814d4-157e-447c-9d7f-fdfc85cf40a5 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:29.964704 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:29.968463 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce02fb86-24b3-4a4c-b3d9-7f4dc01e4d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:29.987781 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce02fb86-24b3-4a4c-b3d9-7f4dc01e4d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:30.061841 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:30.062039 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32284d89-e304-4dbc-a39f-6afad7683434 req-5ed67877-bc8f-4a61-a71f-3f9bedca0e64 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:30.063557 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-32284d89-e304-4dbc-a39f-6afad7683434 req-5ed67877-bc8f-4a61-a71f-3f9bedca0e64 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0691774 Nov 17 17:20:30.092628 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55ebce-8d5a-4094-b3a3-69c93543b613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993814d4-157e-447c-9d7f-fdfc85cf40a5'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:30.095580 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9754954-b830-4d99-9b4c-fd8c09f94059" -d '{"events": [{"server_uuid": "df55ebce-8d5a-4094-b3a3-69c93543b613", "name": "network-vif-plugged", "status": "completed", "tag": "993814d4-157e-447c-9d7f-fdfc85cf40a5"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:30.097896 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb79cf-b27f-485e-a570-726a121dc4c1 req-3ca8a607-c8d9-450c-862a-3dd2504aeda6 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:30.099633 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-18bb79cf-b27f-485e-a570-726a121dc4c1 req-3ca8a607-c8d9-450c-862a-3dd2504aeda6 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 944 time: 0.0624549 Nov 17 17:20:30.109794 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 993814d4-157e-447c-9d7f-fdfc85cf40a5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=993814d4-157e-447c-9d7f-fdfc85cf40a5,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:30.131456 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-32284d89-e304-4dbc-a39f-6afad7683434 req-d71cd873-da6d-40db-9e7e-972fa1d1d26d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536718 Nov 17 17:20:30.158283 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce02fb86-24b3-4a4c-b3d9-7f4dc01e4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:30.162248 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce02fb86-24b3-4a4c-b3d9-7f4dc01e4d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:30.163585 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ce02fb86-24b3-4a4c-b3d9-7f4dc01e4d4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fe7ef20-60ac-4630-b861-25b543b89d2d HTTP/1.1" status: 204 len: 168 time: 0.2487864 Nov 17 17:20:30.167885 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-18bb79cf-b27f-485e-a570-726a121dc4c1 req-b4fa837e-61d0-4d9f-aa93-de499176acf0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588179 Nov 17 17:20:30.172166 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02fb86-24b3-4a4c-b3d9-7f4dc01e4d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe7ef20-60ac-4630-b861-25b543b89d2d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:30.194093 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582a87f6-f0a5-4469-8a44-7e6ec000a9db x-openstack-request-id: req-582a87f6-f0a5-4469-8a44-7e6ec000a9db {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:30.194408 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df55ebce-8d5a-4094-b3a3-69c93543b613", "name": "network-vif-plugged", "status": "completed", "tag": "993814d4-157e-447c-9d7f-fdfc85cf40a5", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:30.194628 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-582a87f6-f0a5-4469-8a44-7e6ec000a9db {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:30.195114 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df55ebce-8d5a-4094-b3a3-69c93543b613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993814d4-157e-447c-9d7f-fdfc85cf40a5', 'code': 200} Nov 17 17:20:30.216886 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:30.269303 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=993814d4-157e-447c-9d7f-fdfc85cf40a5,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:30.545585 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dedef4-c78c-4e2f-8294-db3a555d16ae req-6c4c5e04-1aa7-4252-81c9-d06790d2aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:30.547174 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-94dedef4-c78c-4e2f-8294-db3a555d16ae req-6c4c5e04-1aa7-4252-81c9-d06790d2aa6d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 1098 time: 0.0462666 Nov 17 17:20:30.596622 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-94dedef4-c78c-4e2f-8294-db3a555d16ae req-c855e228-3b03-462f-b286-022929bb8756 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Nov 17 17:20:30.754870 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ad5c0-43f3-41b0-8fd0-9eb06e0746ef req-8400fefa-c21e-4b21-ade6-e3b680614f7b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:30.756312 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1e9ad5c0-43f3-41b0-8fd0-9eb06e0746ef req-8400fefa-c21e-4b21-ade6-e3b680614f7b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0491698 Nov 17 17:20:30.802346 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1e9ad5c0-43f3-41b0-8fd0-9eb06e0746ef req-6cf8fd89-884c-486f-bdb0-372395821a9b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401313 Nov 17 17:20:30.965792 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8fad-5564-4a4d-91cb-0fb9e8812537 req-55f6cf5f-9516-410f-ab51-017ea3c6e0b5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:30.967230 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bc5e8fad-5564-4a4d-91cb-0fb9e8812537 req-55f6cf5f-9516-410f-ab51-017ea3c6e0b5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0479445 Nov 17 17:20:31.014830 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bc5e8fad-5564-4a4d-91cb-0fb9e8812537 req-f5027fe3-b687-4290-b2ff-b44da4404e9e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Nov 17 17:20:31.248608 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a164db-bc00-48a2-937a-6ebc4d1d6cb3 req-b26f683a-e90b-433e-a51d-060353624322 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:31.250186 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-70a164db-bc00-48a2-937a-6ebc4d1d6cb3 req-b26f683a-e90b-433e-a51d-060353624322 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0481749 Nov 17 17:20:31.282366 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a9f34-bde7-4f68-95f3-f44394b3ba00 req-3e617ff2-34b6-4a0d-a96a-c7c4e16fd190 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:31.283809 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b34a9f34-bde7-4f68-95f3-f44394b3ba00 req-3e617ff2-34b6-4a0d-a96a-c7c4e16fd190 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 945 time: 0.0489132 Nov 17 17:20:31.299019 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-70a164db-bc00-48a2-937a-6ebc4d1d6cb3 req-be33de32-8240-4383-a74a-10a0673d271c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Nov 17 17:20:31.340060 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b34a9f34-bde7-4f68-95f3-f44394b3ba00 req-dd96f83c-c662-499d-b836-82c003a7a362 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500181 Nov 17 17:20:31.921017 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc389e01-8b66-44ad-9635-08b59dd4bcd0 req-429d5154-dabb-4ef0-a7ba-2ee94bac1d46 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:31.922446 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc389e01-8b66-44ad-9635-08b59dd4bcd0 req-429d5154-dabb-4ef0-a7ba-2ee94bac1d46 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0517507 Nov 17 17:20:31.970089 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc389e01-8b66-44ad-9635-08b59dd4bcd0 req-8ef4243a-0b10-49e4-85fa-900a8e21da86 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 Nov 17 17:20:32.130175 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84f597-076b-4d62-ab96-bb06ab5ff6b8 req-c44959af-c27b-4048-81cf-8ba444046cbf tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:32.131539 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6f84f597-076b-4d62-ab96-bb06ab5ff6b8 req-c44959af-c27b-4048-81cf-8ba444046cbf tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0487742 Nov 17 17:20:32.178241 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6f84f597-076b-4d62-ab96-bb06ab5ff6b8 req-2af7eee7-30d8-4d5a-b160-f99a08ffb4b5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Nov 17 17:20:32.419890 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415301fc-ce03-463f-aff3-5ed5414cd68f req-9a5f04d7-f38d-4af8-b4cf-898bc04b7470 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:32.421396 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-415301fc-ce03-463f-aff3-5ed5414cd68f req-9a5f04d7-f38d-4af8-b4cf-898bc04b7470 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0497913 Nov 17 17:20:32.458055 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73341d-1f44-4e77-b8d3-442f8494ae91 req-0ff5b5a1-3f56-4ab4-ad22-b0151f25ea44 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:32.459577 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ab73341d-1f44-4e77-b8d3-442f8494ae91 req-0ff5b5a1-3f56-4ab4-ad22-b0151f25ea44 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 945 time: 0.0499177 Nov 17 17:20:32.469216 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-415301fc-ce03-463f-aff3-5ed5414cd68f req-3ea12e22-a8a7-40ac-a92d-96b0c8e11d65 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410960 Nov 17 17:20:32.510704 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ab73341d-1f44-4e77-b8d3-442f8494ae91 req-cfa1ad3d-7c3e-4336-8118-545dd5226b46 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Nov 17 17:20:32.596938 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-f7b688a6-8671-4e9f-a3d2-e21649f0e476 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688318811&fields=id&tenant_id=9136574341b94515992ec5c807d243ed HTTP/1.1" status: 200 len: 267 time: 0.0447612 Nov 17 17:20:32.709958 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101423c7-2c14-443e-8156-667455817d1a req-845c7710-cad7-4e61-9d3a-6a5016d9d819 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:32.711295 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-845c7710-cad7-4e61-9d3a-6a5016d9d819 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/networks?id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 200 len: 809 time: 0.1073277 Nov 17 17:20:32.725989 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-57564a84-b5d2-477f-afa7-6490d9127c60 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/quotas/9136574341b94515992ec5c807d243ed HTTP/1.1" status: 200 len: 375 time: 0.0090318 Nov 17 17:20:32.776419 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-071f55ac-3c08-4aad-be93-bc59ea44736e tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9136574341b94515992ec5c807d243ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449841 Nov 17 17:20:32.872843 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-4bfe5ad6-b88a-409f-906a-546a8cdc53b6 service neutron] 10.222.0.41 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Nov 17 17:20:32.965178 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-8ca839d0-d57f-405c-9e60-e162d6c11add service neutron] 10.222.0.41 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856588 Nov 17 17:20:33.101384 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f8719-1e65-4c7c-b19b-eba0962e2375 req-4735ec1f-9e4f-4a61-8ec8-734dc38b39c1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:33.102980 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b08f8719-1e65-4c7c-b19b-eba0962e2375 req-4735ec1f-9e4f-4a61-8ec8-734dc38b39c1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0628607 Nov 17 17:20:33.153769 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b08f8719-1e65-4c7c-b19b-eba0962e2375 req-6261ce53-14b7-4e23-9995-7066c6240646 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443590 Nov 17 17:20:33.294885 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044665e-3cc2-462b-8ab3-92da7ac7a427 req-c886e753-7f2d-4bd1-9953-a24f63a786b0 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:33.296337 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e044665e-3cc2-462b-8ab3-92da7ac7a427 req-c886e753-7f2d-4bd1-9953-a24f63a786b0 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0502007 Nov 17 17:20:33.343421 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e044665e-3cc2-462b-8ab3-92da7ac7a427 req-e95e30e2-baf4-4600-996c-1d33916c385f tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Nov 17 17:20:33.608750 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0717e6-03e7-4e27-b6cf-28cb87df86b5 req-5ed71f56-5696-4e69-adf2-90e0dc383b86 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:33.610323 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9c0717e6-03e7-4e27-b6cf-28cb87df86b5 req-5ed71f56-5696-4e69-adf2-90e0dc383b86 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0686042 Nov 17 17:20:33.626369 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-50011eb0-794c-4097-affb-224644c788d3 req-2f6e38d0-9168-453a-8e3b-a8b1bc691836 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 210 time: 0.0312729 Nov 17 17:20:33.668046 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9c0717e6-03e7-4e27-b6cf-28cb87df86b5 req-f1028b89-934d-4410-95b0-1a1aacc4a28c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503614 Nov 17 17:20:34.272714 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abca53-e67d-40f1-a968-55e886c88da9 req-eb4f9674-ddca-4b41-b724-9b1720bf4013 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:34.277063 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-33abca53-e67d-40f1-a968-55e886c88da9 req-eb4f9674-ddca-4b41-b724-9b1720bf4013 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0500929 Nov 17 17:20:34.321974 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-33abca53-e67d-40f1-a968-55e886c88da9 req-9fee6386-283f-4d39-aea6-19328b3b22bd tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Nov 17 17:20:34.459219 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34074-d4a8-4b41-95f8-3f55205ed316 req-a13d6d75-56f8-4a2c-a6be-113c58bc4fa9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:34.460730 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-78b34074-d4a8-4b41-95f8-3f55205ed316 req-a13d6d75-56f8-4a2c-a6be-113c58bc4fa9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0504804 Nov 17 17:20:34.510799 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-78b34074-d4a8-4b41-95f8-3f55205ed316 req-ed94c8fa-5db1-4025-816c-8d2a2bd80e8c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Nov 17 17:20:34.726329 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8e158295-7931-4965-b002-3c6fd0ef9fb0 req-427f6f6d-327e-40df-8481-71620ea4b079 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 210 time: 0.0316048 Nov 17 17:20:34.827953 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78cc42-a279-4e12-af4d-5132a5b7d77a req-5ce3753d-f38e-4d3b-9895-b10677ababfd tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:34.829422 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fe78cc42-a279-4e12-af4d-5132a5b7d77a req-5ce3753d-f38e-4d3b-9895-b10677ababfd tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0500073 Nov 17 17:20:34.878021 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fe78cc42-a279-4e12-af4d-5132a5b7d77a req-1f1c294d-3531-4bef-adb3-b8513b4dde03 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419731 Nov 17 17:20:35.437160 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9ad95-2730-4d8b-a022-e3163d4944e8 req-6f83968f-b2f1-4939-ac7c-914c442e7763 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:35.438617 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b3d9ad95-2730-4d8b-a022-e3163d4944e8 req-6f83968f-b2f1-4939-ac7c-914c442e7763 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0480661 Nov 17 17:20:35.485019 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b3d9ad95-2730-4d8b-a022-e3163d4944e8 req-4fdeab46-ff33-4e16-97b5-cc6a3b1d2ba1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 Nov 17 17:20:35.631195 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cebd5-500d-43d9-88e4-0734afb1d32a req-a4b3eb1f-0c5a-4370-af3b-0d4fdedde0d6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:35.632655 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-998cebd5-500d-43d9-88e4-0734afb1d32a req-a4b3eb1f-0c5a-4370-af3b-0d4fdedde0d6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0507219 Nov 17 17:20:35.678860 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-998cebd5-500d-43d9-88e4-0734afb1d32a req-152a5c82-5536-406f-b984-df92d85de57d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Nov 17 17:20:35.821604 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-acebe80d-55f5-4b1f-bbff-aa7fdb9c4541 req-2d1be77e-892d-4675-9710-efd974956003 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 210 time: 0.0296869 Nov 17 17:20:35.842658 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:20:35.937593 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:35.949455 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'port_id': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'mac_address': 'fa:16:3e:24:c2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:20:35.992373 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:36.005453 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 272e1194-2d78-43bb-a34f-1a3cebccdf10 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:20:36.011401 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a95b9-b62f-4423-8dd0-dc5ee3c05be5 req-888b3dc0-4d7e-4f46-9b06-7e8f17099514 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:36.013779 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a25a95b9-b62f-4423-8dd0-dc5ee3c05be5 req-888b3dc0-4d7e-4f46-9b06-7e8f17099514 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0525415 Nov 17 17:20:36.029358 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:36.064036 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a25a95b9-b62f-4423-8dd0-dc5ee3c05be5 req-d584078e-21dd-4956-83b1-ca4cceafd1cb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Nov 17 17:20:36.130351 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:36.187916 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=6']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:36.229772 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101423c7-2c14-443e-8156-667455817d1a req-9098c507-9023-4d3b-a210-e72c138411e6 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:36.231299 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-9098c507-9023-4d3b-a210-e72c138411e6 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.69 "GET /v2.0/networks?id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 200 len: 809 time: 0.1075747 Nov 17 17:20:36.267471 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['272e1194-2d78-43bb-a34f-1a3cebccdf10'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:20:36.324382 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-d1e37bee-d9c6-4ff4-a221-57535bb6edfd tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9136574341b94515992ec5c807d243ed HTTP/1.1" status: 200 len: 380 time: 0.0665576 Nov 17 17:20:36.338226 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'port': {'device_id': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'admin_state_up': True, 'tenant_id': '9136574341b94515992ec5c807d243ed', 'security_groups': ['c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:36.518895 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Made reservation on behalf of 9136574341b94515992ec5c807d243ed for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:20:36.522599 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:36.673774 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd14ce-819e-4839-a511-b4cb45fc4a14 req-90ea1f86-60c5-45c4-9a75-d4c29ac12d3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:36.676097 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f3fd14ce-819e-4839-a511-b4cb45fc4a14 req-90ea1f86-60c5-45c4-9a75-d4c29ac12d3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0971456 Nov 17 17:20:36.708460 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Allocated IP 172.20.0.4 (9ed8187c-c534-4e1f-9ece-f17bd96e72ed/cfc960e8-1ba3-4d69-8db6-326bbe18336d/e319e424-382b-4305-a551-46ea01fdb3f0) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:20:36.745738 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f3fd14ce-819e-4839-a511-b4cb45fc4a14 req-2e477be9-eea4-4181-846a-6d0bab579348 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636590 Nov 17 17:20:36.808958 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeab5f6-ef2a-4c64-9d1f-ea38e7cd6e40 req-d241c579-b043-40ae-8e4a-0c359e210faf tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:36.810536 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3eeab5f6-ef2a-4c64-9d1f-ea38e7cd6e40 req-d241c579-b043-40ae-8e4a-0c359e210faf tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0622020 Nov 17 17:20:36.901583 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:36.912407 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3eeab5f6-ef2a-4c64-9d1f-ea38e7cd6e40 req-bcb0f629-5826-4a65-9b5e-fcaf63da8efe tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921879 Nov 17 17:20:36.958088 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4d841867-9b65-4a49-9353-62009a2cd79a req-3ace4c91-92a8-424c-9487-a7a90e3f57cd tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 210 time: 0.0352554 Nov 17 17:20:37.039589 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:37.082658 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:20:37.088339 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:20:37.094213 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:20:37.101905 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:37.186460 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:37.187093 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:37.236741 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195b10-5a23-4b31-9cbc-a04cc526e37d req-8a2c2cc2-ec83-4067-b043-e20dd2155d80 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:37.239095 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-65195b10-5a23-4b31-9cbc-a04cc526e37d req-8a2c2cc2-ec83-4067-b043-e20dd2155d80 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 945 time: 0.0816276 Nov 17 17:20:37.298808 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-8c53abc7-1e58-4ae4-b3f3-b80d53987dd7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9652743 Nov 17 17:20:37.302436 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-65195b10-5a23-4b31-9cbc-a04cc526e37d req-5d213c38-2171-48dc-a6c6-463ce803d454 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541646 Nov 17 17:20:37.314384 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Request body: {'port': {'device_id': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:37.379677 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:37.500337 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-1f14dc83-d1de-4afa-9d9e-9de0a666053f None None] Provisioning complete for port e319e424-382b-4305-a551-46ea01fdb3f0 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:37.500337 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1f14dc83-d1de-4afa-9d9e-9de0a666053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:37.539612 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-1f14dc83-d1de-4afa-9d9e-9de0a666053f None None] Port e319e424-382b-4305-a551-46ea01fdb3f0 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:20:37.700094 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e319e424-382b-4305-a551-46ea01fdb3f0 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:20:37.708477 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:37.721223 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Transition to ACTIVE for port object e319e424-382b-4305-a551-46ea01fdb3f0 will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:20:37.816509 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:37.853281 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:37.919676 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 272e1194-2d78-43bb-a34f-1a3cebccdf10 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:37.920442 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:37.930383 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:37.971234 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688ce1d-eb91-4a39-b34e-bbe9da0c7ddb req-302f83d2-c4cc-42ee-b339-01f29123aee6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:37.973966 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d688ce1d-eb91-4a39-b34e-bbe9da0c7ddb req-302f83d2-c4cc-42ee-b339-01f29123aee6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.1478136 Nov 17 17:20:38.085568 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:38.092134 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Attempting to bind port e319e424-382b-4305-a551-46ea01fdb3f0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:20:38.092624 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Attempting to bind port e319e424-382b-4305-a551-46ea01fdb3f0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:20:38.093178 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Attempting to bind port e319e424-382b-4305-a551-46ea01fdb3f0 on network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:20:38.096508 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e69f89-59a3-4e9b-a138-8a2e334e0ac8 req-47fbfd23-34e2-4ec2-a09e-356918bef0e4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:38.098952 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-37e69f89-59a3-4e9b-a138-8a2e334e0ac8 req-47fbfd23-34e2-4ec2-a09e-356918bef0e4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0736842 Nov 17 17:20:38.099858 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d688ce1d-eb91-4a39-b34e-bbe9da0c7ddb req-39555bcb-3eaa-4763-913d-f3a0f77b0c14 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979607 Nov 17 17:20:38.104353 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Port e319e424-382b-4305-a551-46ea01fdb3f0 on network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:20:38.104811 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Attempting to bind port e319e424-382b-4305-a551-46ea01fdb3f0 on network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:20:38.110119 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:20:38.110569 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Checking segment: {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:20:38.111143 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Bound using segment: {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:20:38.111843 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Bound port: e319e424-382b-4305-a551-46ea01fdb3f0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fbb697-5b3c-40f6-a0c3-863c47937284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:20:38.112427 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:38.173010 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:38.175914 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ffd66c-ef2c-4dd6-bb45-6341e13edb1e" -d '{"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-plugged", "status": "completed", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:38.187837 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-37e69f89-59a3-4e9b-a138-8a2e334e0ac8 req-d285731c-b098-478d-9583-4264abd063a6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812891 Nov 17 17:20:38.238496 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:38.241359 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:20:38.247106 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:20:38.292622 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:38.301468 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa074ba-3efd-4113-bd36-4dfe939a237f x-openstack-request-id: req-bfa074ba-3efd-4113-bd36-4dfe939a237f {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:38.301468 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-plugged", "status": "completed", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:38.301468 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfa074ba-3efd-4113-bd36-4dfe939a237f {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:38.301468 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'code': 200} Nov 17 17:20:38.314845 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de0100-c905-4423-9d5e-98dc425ff9e0 req-ee324414-d353-46c8-9a4a-9fdd3d10e7fb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:38.316651 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d3de0100-c905-4423-9d5e-98dc425ff9e0 req-ee324414-d353-46c8-9a4a-9fdd3d10e7fb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0724216 Nov 17 17:20:38.321436 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:38.324007 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:38.401864 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:38.402469 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:38.403848 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] 10.222.0.69 "PUT /v2.0/ports/e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 200 len: 1093 time: 1.0948768 Nov 17 17:20:38.406000 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:38.408240 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da0df7e-0305-4d62-95c8-4c5941dbdc57" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:38.419248 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=7']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:38.481824 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d3de0100-c905-4423-9d5e-98dc425ff9e0 req-99f5453f-d8dc-4fd6-943c-1580a5498387 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485372 Nov 17 17:20:38.488386 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2bdd-708e-4b21-a489-9b3ccec511d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:38.527703 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78727-5fa9-479e-848e-21fffc43d87f req-14721d9a-6a4a-4900-a045-1577e9725c80 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:38.548663 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ebe78727-5fa9-479e-848e-21fffc43d87f req-14721d9a-6a4a-4900-a045-1577e9725c80 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.1246035 Nov 17 17:20:38.614845 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101423c7-2c14-443e-8156-667455817d1a req-3269047d-2826-4f3e-bce3-4b4bf3e4decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:38.616311 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-3269047d-2826-4f3e-bce3-4b4bf3e4decc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9136574341b94515992ec5c807d243ed&device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1096 time: 0.0765979 Nov 17 17:20:38.617816 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8349b2a2-c39c-43ab-a2e9-3f40649c274c x-openstack-request-id: req-8349b2a2-c39c-43ab-a2e9-3f40649c274c {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:38.618100 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:38.618352 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8349b2a2-c39c-43ab-a2e9-3f40649c274c {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:38.618726 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'status': 'completed', 'code': 200} Nov 17 17:20:38.646373 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ebe78727-5fa9-479e-848e-21fffc43d87f req-b9418835-8aae-42af-80aa-ecdb48deaea5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953581 Nov 17 17:20:38.669983 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-58cfc844-571c-402e-abdb-aeb06edbdbcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 200 len: 217 time: 0.0370042 Nov 17 17:20:38.736581 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101423c7-2c14-443e-8156-667455817d1a req-90a6446e-d46e-4bea-8693-be38f6051979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:38.740046 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-90a6446e-d46e-4bea-8693-be38f6051979 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc960e8-1ba3-4d69-8db6-326bbe18336d HTTP/1.1" status: 200 len: 848 time: 0.0595245 Nov 17 17:20:38.797348 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101423c7-2c14-443e-8156-667455817d1a req-67020fd9-1a0b-4393-856b-fbf75e7d6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:38.799016 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-67020fd9-1a0b-4393-856b-fbf75e7d6e8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508273 Nov 17 17:20:38.899207 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-a4f6a26e-73e3-4d63-83c1-27bc1130711f service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860987 Nov 17 17:20:39.055211 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-101423c7-2c14-443e-8156-667455817d1a req-dfdba84a-4e2b-4097-b82c-693ca38d3b38 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098895 Nov 17 17:20:39.282398 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264029fe-db0b-4a9e-896c-0bdff41231c6 req-8de18f26-d5af-4a37-a4f3-1eb3ea692632 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:39.290566 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-264029fe-db0b-4a9e-896c-0bdff41231c6 req-8de18f26-d5af-4a37-a4f3-1eb3ea692632 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0663109 Nov 17 17:20:39.350852 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-264029fe-db0b-4a9e-896c-0bdff41231c6 req-e4a7459f-98a6-41db-bb1d-8b331da164eb tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587406 Nov 17 17:20:39.427676 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9577-8093-4d02-aecd-a9dea696abb5 req-ca6d420c-0b1d-4eb2-b18c-d12323a6c1df tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:39.429240 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e8df9577-8093-4d02-aecd-a9dea696abb5 req-ca6d420c-0b1d-4eb2-b18c-d12323a6c1df tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0698519 Nov 17 17:20:39.437182 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-219046e4-8c3a-4c61-85bc-de20a5622348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:39.439010 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-219046e4-8c3a-4c61-85bc-de20a5622348 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9136574341b94515992ec5c807d243ed&device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1096 time: 0.0483818 Nov 17 17:20:39.498126 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e8df9577-8093-4d02-aecd-a9dea696abb5 req-ece1a982-e9d0-42a0-a579-9cd22862de18 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Nov 17 17:20:39.560329 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-cebebe4b-a433-4618-8546-fc70f727ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:39.562180 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-cebebe4b-a433-4618-8546-fc70f727ab26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 200 len: 910 time: 0.1123781 Nov 17 17:20:39.623636 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-2345e1e1-1347-48ea-ab44-c205f6a8c18b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 200 len: 217 time: 0.0518112 Nov 17 17:20:39.717053 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63771ab5-f06e-4a42-9cb9-a16dc0c75445 req-9714569d-ac57-4ee1-9a1c-15a31bc1d2a0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:39.723474 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-63771ab5-f06e-4a42-9cb9-a16dc0c75445 req-9714569d-ac57-4ee1-9a1c-15a31bc1d2a0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.1048625 Nov 17 17:20:39.737570 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-a4541a81-b928-4f05-966a-0de29b130f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:39.739014 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-a4541a81-b928-4f05-966a-0de29b130f72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc960e8-1ba3-4d69-8db6-326bbe18336d HTTP/1.1" status: 200 len: 848 time: 0.0950232 Nov 17 17:20:39.767851 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a209956-d903-45e6-80b1-ae0d6349ad4e req-c43479a8-fd8b-466a-9757-1b828e3e0bd6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:39.769563 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0a209956-d903-45e6-80b1-ae0d6349ad4e req-c43479a8-fd8b-466a-9757-1b828e3e0bd6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0526140 Nov 17 17:20:39.819112 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-63771ab5-f06e-4a42-9cb9-a16dc0c75445 req-9c97c746-39ed-4453-9432-cddc102f431a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895009 Nov 17 17:20:39.823232 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0a209956-d903-45e6-80b1-ae0d6349ad4e req-e72d5a37-0397-4811-b833-cfa814e7f53e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460026 Nov 17 17:20:39.823736 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-6ff49bfd-1dc2-45b0-a462-7d878790e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:39.825205 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-6ff49bfd-1dc2-45b0-a462-7d878790e5bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713158 Nov 17 17:20:39.943418 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-98f36fd3-62bd-415b-861f-eb45da8e3cb2 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091032 Nov 17 17:20:40.044799 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8da0df7e-0305-4d62-95c8-4c5941dbdc57 req-f8690196-1166-4755-bd8e-8ad26ed7b1c1 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941482 Nov 17 17:20:40.476725 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd167-63ba-457d-8080-15f325798cc7 req-1bde582b-8446-40e2-a10d-72d303f3ca8c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:40.478347 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9c9fd167-63ba-457d-8080-15f325798cc7 req-1bde582b-8446-40e2-a10d-72d303f3ca8c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0600719 Nov 17 17:20:40.525592 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9c9fd167-63ba-457d-8080-15f325798cc7 req-a3320461-d396-4b3c-a554-3d2aaa21265b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413527 Nov 17 17:20:40.623410 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95f965-5954-46b5-9380-fb0bd971312d req-6f9d95bd-3cf2-4c1a-993b-548c42dd3d3c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:40.624876 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9c95f965-5954-46b5-9380-fb0bd971312d req-6f9d95bd-3cf2-4c1a-993b-548c42dd3d3c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0485497 Nov 17 17:20:40.676831 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9c95f965-5954-46b5-9380-fb0bd971312d req-77703c26-1515-45b1-adea-7b49fcf852f5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Nov 17 17:20:40.979644 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7b843-da9a-45bd-8960-fbb2be8a8a25 req-1928ac58-063c-4d3e-bf61-2e3ed0a3a4ef tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:40.985117 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-00f7b843-da9a-45bd-8960-fbb2be8a8a25 req-1928ac58-063c-4d3e-bf61-2e3ed0a3a4ef tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0695562 Nov 17 17:20:41.043604 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-00f7b843-da9a-45bd-8960-fbb2be8a8a25 req-0b0f8063-753b-4857-939b-db7c0294cbb0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540853 Nov 17 17:20:41.180746 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9028c-0a37-4576-b665-200fdded2a18 req-91bbb022-a01a-4ad6-bb58-10b0a3103458 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:41.182532 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6e9028c-0a37-4576-b665-200fdded2a18 req-91bbb022-a01a-4ad6-bb58-10b0a3103458 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.2728767 Nov 17 17:20:41.241414 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b6e9028c-0a37-4576-b665-200fdded2a18 req-ade99ea9-3dc1-4a4b-a49d-ef0da332965f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521867 Nov 17 17:20:41.667459 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa0b3e-19e7-4827-a81d-d7af7ac524e7 req-2190838e-5afa-445f-8249-a9466a1130c5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:41.668989 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-04aa0b3e-19e7-4827-a81d-d7af7ac524e7 req-2190838e-5afa-445f-8249-a9466a1130c5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0550387 Nov 17 17:20:41.724144 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-04aa0b3e-19e7-4827-a81d-d7af7ac524e7 req-7947e132-a2bd-418a-9956-124d0933c384 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490465 Nov 17 17:20:41.834736 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77f25e-8343-4864-9af1-a19448bb23a5 req-923c06ff-26b4-4937-ba0e-aed9d41710a7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:41.836332 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec77f25e-8343-4864-9af1-a19448bb23a5 req-923c06ff-26b4-4937-ba0e-aed9d41710a7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0601635 Nov 17 17:20:41.891465 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec77f25e-8343-4864-9af1-a19448bb23a5 req-a0807562-011c-4a17-9d4a-b003f961171e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Nov 17 17:20:42.168001 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a4b5-0016-4296-ad9f-8c5c12bee03a req-74b56dc8-bf5d-4559-b7a4-34c07b955e7c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:42.169642 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e774a4b5-0016-4296-ad9f-8c5c12bee03a req-74b56dc8-bf5d-4559-b7a4-34c07b955e7c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0556133 Nov 17 17:20:42.229060 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e774a4b5-0016-4296-ad9f-8c5c12bee03a req-6a63ed87-f03c-4279-bcd7-87614dbd8995 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531933 Nov 17 17:20:42.372376 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457afcb-0616-40ed-9080-b24d16130b4c req-8014fe87-af9c-4d74-86db-75a55878596d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:42.373962 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5457afcb-0616-40ed-9080-b24d16130b4c req-8014fe87-af9c-4d74-86db-75a55878596d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0618291 Nov 17 17:20:42.428310 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5457afcb-0616-40ed-9080-b24d16130b4c req-c69f24cb-1c0e-4395-bc49-a3a87fd331b0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469217 Nov 17 17:20:42.860511 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebb944-8fcd-4a98-8a65-30adb6436bed req-bea6eb55-c199-4b88-a67f-9f478b694d2d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:42.862706 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-86ebb944-8fcd-4a98-8a65-30adb6436bed req-bea6eb55-c199-4b88-a67f-9f478b694d2d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0624354 Nov 17 17:20:42.918302 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-86ebb944-8fcd-4a98-8a65-30adb6436bed req-23682353-1d90-4927-ac97-bce6f60542fc tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484836 Nov 17 17:20:43.052342 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199e7a5-641e-4f31-994c-1892dc99b261 req-0dd77340-67ff-4864-9ccd-d22e252fcd45 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:43.054564 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6199e7a5-641e-4f31-994c-1892dc99b261 req-0dd77340-67ff-4864-9ccd-d22e252fcd45 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0711863 Nov 17 17:20:43.118491 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6199e7a5-641e-4f31-994c-1892dc99b261 req-7dcc5d67-ecfd-40a3-beab-d8b0bbfb6af6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570629 Nov 17 17:20:43.350231 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1cd69-ad7c-49e8-9b2a-a0c146cdea95 req-ebbdf179-baa5-450a-afc5-b050355129e4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:43.351928 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cee1cd69-ad7c-49e8-9b2a-a0c146cdea95 req-ebbdf179-baa5-450a-afc5-b050355129e4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0559614 Nov 17 17:20:43.405748 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cee1cd69-ad7c-49e8-9b2a-a0c146cdea95 req-eee8775b-9c38-48b6-9b95-8393914d5695 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473990 Nov 17 17:20:43.597822 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99759d-4cc4-4416-9a1b-6be6e914c829 req-f48bf39f-b6b5-424b-980a-fe3114487959 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:43.597822 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2b99759d-4cc4-4416-9a1b-6be6e914c829 req-f48bf39f-b6b5-424b-980a-fe3114487959 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0729828 Nov 17 17:20:43.656403 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2b99759d-4cc4-4416-9a1b-6be6e914c829 req-dd10dcfc-11c9-41d9-828c-5bace92e620e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697954 Nov 17 17:20:44.058540 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505002b-d4e7-4a28-bf96-ab7dc617d5b5 req-9315217a-453f-4f06-995c-be3748c50b86 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:44.060038 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5505002b-d4e7-4a28-bf96-ab7dc617d5b5 req-9315217a-453f-4f06-995c-be3748c50b86 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0677288 Nov 17 17:20:44.111545 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5505002b-d4e7-4a28-bf96-ab7dc617d5b5 req-ad196b95-f4fc-479f-aa97-d1758d0bb4ec tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Nov 17 17:20:44.244349 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a8f56-f68d-4e4e-b832-bc3397c9b547 req-30e3d6f6-bcaf-4606-90f0-3a82f12c2e26 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:44.247803 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a68a8f56-f68d-4e4e-b832-bc3397c9b547 req-30e3d6f6-bcaf-4606-90f0-3a82f12c2e26 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0503759 Nov 17 17:20:44.295890 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a68a8f56-f68d-4e4e-b832-bc3397c9b547 req-113b623a-fda7-4a96-8988-c7ea126c271e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Nov 17 17:20:44.555299 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af6e01-f04b-40e6-b5eb-a68aa15464be req-fbd91104-9735-4c91-8a14-04244f5a7afb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:44.560161 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e8af6e01-f04b-40e6-b5eb-a68aa15464be req-fbd91104-9735-4c91-8a14-04244f5a7afb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0668352 Nov 17 17:20:44.645750 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e8af6e01-f04b-40e6-b5eb-a68aa15464be req-1db1f866-09e8-4a89-9cba-fac8cde992a5 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722747 Nov 17 17:20:44.805483 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399203b-db23-44d8-aef0-72193ce564be req-56c5dd40-3554-48cb-bb63-6406f7f05f76 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:44.813028 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f399203b-db23-44d8-aef0-72193ce564be req-56c5dd40-3554-48cb-bb63-6406f7f05f76 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0663607 Nov 17 17:20:44.862114 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f399203b-db23-44d8-aef0-72193ce564be req-ab335bb0-5a99-449c-97b8-b58df8f4576f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472610 Nov 17 17:20:45.250621 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961fef5-d034-414c-ab90-685d8d237c07 req-d0566a7e-e9ba-4ea0-88e5-d55777cb56ea tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:45.252000 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a961fef5-d034-414c-ab90-685d8d237c07 req-d0566a7e-e9ba-4ea0-88e5-d55777cb56ea tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0588784 Nov 17 17:20:45.302435 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a961fef5-d034-414c-ab90-685d8d237c07 req-9b84bc1d-67ae-4db7-b31a-f89f8c9ccbe1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433354 Nov 17 17:20:45.446445 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec3b5-f109-42b7-8764-713d2d2f7299 req-47a29ab1-895d-40dd-be7f-f6a491f3adff tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:45.448364 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-44aec3b5-f109-42b7-8764-713d2d2f7299 req-47a29ab1-895d-40dd-be7f-f6a491f3adff tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0648744 Nov 17 17:20:45.533648 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-44aec3b5-f109-42b7-8764-713d2d2f7299 req-a9f1f199-1b7e-4a28-95ec-afa92d1dfb0f tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779591 Nov 17 17:20:45.554960 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bc714-91d0-4090-af2a-d60e850bf667 req-926942a5-394c-44e1-bf5d-d724c9b5dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:45.557316 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-954bc714-91d0-4090-af2a-d60e850bf667 req-926942a5-394c-44e1-bf5d-d724c9b5dd8d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1098 time: 0.0798931 Nov 17 17:20:45.646356 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-954bc714-91d0-4090-af2a-d60e850bf667 req-15543f00-6aa0-4282-af50-190245b4c2ac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661926 Nov 17 17:20:45.768231 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a136a85-81e4-4cb9-8abe-46334d62595d req-bc7ec436-69a3-4811-8ded-2ecfa207794a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:45.770041 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4a136a85-81e4-4cb9-8abe-46334d62595d req-bc7ec436-69a3-4811-8ded-2ecfa207794a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0547965 Nov 17 17:20:45.826022 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4a136a85-81e4-4cb9-8abe-46334d62595d req-4bf939fd-9a32-4d3b-aebc-3f7cfada00a8 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491297 Nov 17 17:20:45.992285 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2bf8e-74fd-470f-962a-4176ad6e7820 req-30b6394d-834d-46b7-92d4-fea78fae1a8a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:45.993863 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-36e2bf8e-74fd-470f-962a-4176ad6e7820 req-30b6394d-834d-46b7-92d4-fea78fae1a8a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0513217 Nov 17 17:20:46.048538 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-36e2bf8e-74fd-470f-962a-4176ad6e7820 req-4e6deba9-0d22-48f1-9327-8217985ed2c6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466461 Nov 17 17:20:46.474115 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a13645-0d09-4daf-8736-ca07e2557d83 req-3e317819-9112-4ffe-8457-de6db7ca223a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:46.475713 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-89a13645-0d09-4daf-8736-ca07e2557d83 req-3e317819-9112-4ffe-8457-de6db7ca223a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0702927 Nov 17 17:20:46.485365 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e6925d66-0fe4-4be2-ae09-3a9960283bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:46.548558 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-89a13645-0d09-4daf-8736-ca07e2557d83 req-a1ab1ad0-6d05-4806-9af2-e982e9f20eee tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665326 Nov 17 17:20:46.676963 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d73e54-2b29-43cc-830b-58b35cdaea3c req-839a1455-9b63-4795-bc3c-8604340741ed tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:46.685654 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-46d73e54-2b29-43cc-830b-58b35cdaea3c req-839a1455-9b63-4795-bc3c-8604340741ed tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0680752 Nov 17 17:20:46.751283 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-46d73e54-2b29-43cc-830b-58b35cdaea3c req-ad64f2c6-271b-43e3-8f2d-c6027a8f3ed6 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588324 Nov 17 17:20:46.951966 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6a721-c337-42f0-a666-8fae8dde4c3b req-f5da71d2-cf1b-490e-b3cc-0d5cef3a67da tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:46.953621 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cad6a721-c337-42f0-a666-8fae8dde4c3b req-f5da71d2-cf1b-490e-b3cc-0d5cef3a67da tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0534692 Nov 17 17:20:47.009037 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cad6a721-c337-42f0-a666-8fae8dde4c3b req-a731a976-69cb-495b-af28-ab9d0e918a28 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488098 Nov 17 17:20:47.194831 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7e32-ae2a-4c88-a2ab-4ed0a2c74f6d req-e01671a5-dd2d-4124-8f53-6d0cb539cb46 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:47.196395 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c40f7e32-ae2a-4c88-a2ab-4ed0a2c74f6d req-e01671a5-dd2d-4124-8f53-6d0cb539cb46 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0538790 Nov 17 17:20:47.289874 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c40f7e32-ae2a-4c88-a2ab-4ed0a2c74f6d req-0af3c640-2dad-4270-ac02-548c4039eb27 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479946 Nov 17 17:20:47.660898 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff1736-4af8-43a2-9fe5-4030985f26e8 req-ab2c9769-88ba-44f6-8813-2251c7cf0fc6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:47.662578 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-95ff1736-4af8-43a2-9fe5-4030985f26e8 req-ab2c9769-88ba-44f6-8813-2251c7cf0fc6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0510459 Nov 17 17:20:47.711051 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-95ff1736-4af8-43a2-9fe5-4030985f26e8 req-63775557-fa9f-4ba2-81ca-d1fe3449b331 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Nov 17 17:20:47.884689 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea77f07-06e0-40ca-975b-90a778595b1f req-9f7e686e-d776-439e-b7d6-0eba28aa0526 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:47.886045 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ea77f07-06e0-40ca-975b-90a778595b1f req-9f7e686e-d776-439e-b7d6-0eba28aa0526 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0514624 Nov 17 17:20:47.932649 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ea77f07-06e0-40ca-975b-90a778595b1f req-a416b288-1b1a-420a-9b09-8af5da70fa1c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Nov 17 17:20:48.124699 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdab85-20a3-4896-aab9-2c701ae5db61 req-958ed7d0-5766-4151-b9cc-3313c4020adf tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:48.126120 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9ebdab85-20a3-4896-aab9-2c701ae5db61 req-958ed7d0-5766-4151-b9cc-3313c4020adf tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0476968 Nov 17 17:20:48.174400 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9ebdab85-20a3-4896-aab9-2c701ae5db61 req-8a458aba-d0ea-4d66-b57e-facb0a05cc6f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Nov 17 17:20:48.381244 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bda7ae-cdfb-421a-8ebc-0922d4ff3f55 req-f0ecc0f9-9616-499a-bab4-359d5300fec8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:48.382855 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d6bda7ae-cdfb-421a-8ebc-0922d4ff3f55 req-f0ecc0f9-9616-499a-bab4-359d5300fec8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0578067 Nov 17 17:20:48.434525 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d6bda7ae-cdfb-421a-8ebc-0922d4ff3f55 req-0f1936d9-155d-47e4-88c4-1cb3bee3072b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450733 Nov 17 17:20:48.760024 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b93bfb86-4bc7-4797-9152-2d0c01cd5ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:48.837683 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe38a3-809d-497e-8338-34628b0d5217 req-0d1efed6-2b66-47a9-9879-316280fce59a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:48.839138 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-eefe38a3-809d-497e-8338-34628b0d5217 req-0d1efed6-2b66-47a9-9879-316280fce59a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0513179 Nov 17 17:20:48.892166 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-eefe38a3-809d-497e-8338-34628b0d5217 req-8fd2342f-1f90-4d3c-be9d-701fb3cf8770 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468533 Nov 17 17:20:49.052334 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fa364-72cd-4e8b-a79f-56c70d8d6c52 req-7a9b6641-9e42-45b3-a69a-4a87e9613c26 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:49.053702 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c64fa364-72cd-4e8b-a79f-56c70d8d6c52 req-7a9b6641-9e42-45b3-a69a-4a87e9613c26 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0500209 Nov 17 17:20:49.107562 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c64fa364-72cd-4e8b-a79f-56c70d8d6c52 req-ce2bb5a6-69cd-4410-a4ec-51a6f6c6bc1b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479002 Nov 17 17:20:49.305418 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff6d5-61fa-4bac-9b2f-388d8e6f2eed req-5b5eff55-8a01-4f4a-b24a-bdfe6dc41887 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:49.306817 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0dfff6d5-61fa-4bac-9b2f-388d8e6f2eed req-5b5eff55-8a01-4f4a-b24a-bdfe6dc41887 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0492291 Nov 17 17:20:49.358405 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0dfff6d5-61fa-4bac-9b2f-388d8e6f2eed req-ced4c318-f13e-4cc2-aae5-330a5e0f34d4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456989 Nov 17 17:20:49.713314 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c025f-2aa7-4cc8-83fe-d4753d309156 req-7e091df1-5dda-4690-a3ee-5b455e37efe6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:49.714770 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9f0c025f-2aa7-4cc8-83fe-d4753d309156 req-7e091df1-5dda-4690-a3ee-5b455e37efe6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0511458 Nov 17 17:20:49.730762 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353807d-28d9-4852-aabc-ff715e6bb598 req-3b169296-7edd-4165-b9e1-ad8972b5ee93 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:49.732309 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e353807d-28d9-4852-aabc-ff715e6bb598 req-3b169296-7edd-4165-b9e1-ad8972b5ee93 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0493340 Nov 17 17:20:49.763482 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9f0c025f-2aa7-4cc8-83fe-d4753d309156 req-b2c31a0e-6f93-4bc0-b903-41ec0c0be12b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420024 Nov 17 17:20:49.783569 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e353807d-28d9-4852-aabc-ff715e6bb598 req-f392ffd5-3e3f-4d3e-91d9-d7932b0d7cd1 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Nov 17 17:20:49.861302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:49.886138 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61dd72-b9c4-40d1-a4ad-47e1ea1da0c6 req-a87721d7-bafa-42f7-8bff-6f9053cd8712 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:49.887593 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ae61dd72-b9c4-40d1-a4ad-47e1ea1da0c6 req-a87721d7-bafa-42f7-8bff-6f9053cd8712 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 945 time: 0.0522954 Nov 17 17:20:49.930208 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-954c4091-5200-4f0f-8f63-6fd2845c36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:49.931693 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-954c4091-5200-4f0f-8f63-6fd2845c36ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 1098 time: 0.0422301 Nov 17 17:20:49.937228 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ae61dd72-b9c4-40d1-a4ad-47e1ea1da0c6 req-04e330e9-43c7-47d4-b48d-7bfe40d09a12 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434866 Nov 17 17:20:50.062601 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b01e9-368f-428a-b4e1-837f237d0228 req-786db8ce-01b0-4dd5-8676-bd3dce00106e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.064027 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-350b01e9-368f-428a-b4e1-837f237d0228 req-786db8ce-01b0-4dd5-8676-bd3dce00106e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.1008635 Nov 17 17:20:50.065380 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-bef2e322-7aba-4656-a5fb-38aef8595ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.067442 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-bef2e322-7aba-4656-a5fb-38aef8595ad9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 200 len: 920 time: 0.1274366 Nov 17 17:20:50.345118 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-91ae4ca8-f8cc-4f77-99f8-c1cbd4dfce39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 200 len: 217 time: 0.2684357 Nov 17 17:20:50.419964 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-350b01e9-368f-428a-b4e1-837f237d0228 req-e956b064-c493-477b-beb7-a81ecb672d10 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488164 Nov 17 17:20:50.430604 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-acb5d329-4758-49a4-a57c-cc2d46c08321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.432055 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-acb5d329-4758-49a4-a57c-cc2d46c08321 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 1099 time: 0.0967371 Nov 17 17:20:50.439536 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-2569b59d-9d1a-4b44-941a-033f5bd5283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.439536 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-2569b59d-9d1a-4b44-941a-033f5bd5283e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 200 len: 859 time: 0.0749800 Nov 17 17:20:50.480701 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1ffd4-9655-48bd-b92c-5174ac394258 req-c3a5901d-5b2e-4817-8489-023040006f9c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.482185 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3ab1ffd4-9655-48bd-b92c-5174ac394258 req-c3a5901d-5b2e-4817-8489-023040006f9c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0561328 Nov 17 17:20:50.489010 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-97ef03b6-94b9-411a-95e3-fee727ee8c92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac20359e-4154-4b49-bd1c-e4d92c015121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409703 Nov 17 17:20:50.532229 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3ab1ffd4-9655-48bd-b92c-5174ac394258 req-e48cc053-85f3-4a77-8d52-86e2c9c277cd tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Nov 17 17:20:50.605020 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-2c7d6f31-b4e7-4404-aa34-1fb4bc5071c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.606451 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-2c7d6f31-b4e7-4404-aa34-1fb4bc5071c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 917 time: 0.1664448 Nov 17 17:20:50.661156 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-7d267f85-a08b-4431-91cc-d7cc7479ae55 service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428909 Nov 17 17:20:50.700189 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-076f7b00-930c-41d7-bf6a-9e417b256533 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10 HTTP/1.1" status: 200 len: 1002 time: 0.0751071 Nov 17 17:20:50.801580 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-3e92df1d-3e29-4e05-8979-605891359ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.802941 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-3e92df1d-3e29-4e05-8979-605891359ecf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0660524 Nov 17 17:20:50.805076 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e8846ff-3b9e-461e-9639-a66644ce8ee4 req-0701e398-946e-4825-8970-771293f0f9ec service neutron] 10.222.0.69 "GET /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275928 Nov 17 17:20:50.871105 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-a710ced7-ff34-4059-925f-8758866fa01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.872538 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-a710ced7-ff34-4059-925f-8758866fa01f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540130 Nov 17 17:20:50.898473 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a015fc-f1e3-4dd6-91b1-b4ce7fb46eed req-cee95981-11e6-43a0-8709-862ece05f140 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.899987 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f6a015fc-f1e3-4dd6-91b1-b4ce7fb46eed req-cee95981-11e6-43a0-8709-862ece05f140 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0481677 Nov 17 17:20:50.952291 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f6a015fc-f1e3-4dd6-91b1-b4ce7fb46eed req-f1af0030-d34f-4e2c-a7c7-d4f2b2b3b5dd tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459728 Nov 17 17:20:50.966527 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83798d0-e209-46e7-94bf-60fbf7df7ffd req-e1db5d1f-5240-4974-bcdb-4d43ddd93212 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:50.967987 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b83798d0-e209-46e7-94bf-60fbf7df7ffd req-e1db5d1f-5240-4974-bcdb-4d43ddd93212 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.1118782 Nov 17 17:20:51.007517 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-857ec4b3-80a6-431b-aa8f-561908926f28 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220331 Nov 17 17:20:51.053079 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b83798d0-e209-46e7-94bf-60fbf7df7ffd req-0aca51d1-039f-462c-a4c6-709e778ab10f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776045 Nov 17 17:20:51.059346 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cdd1c-c5be-40b7-a819-13a07550a04d req-fd067f06-6cae-421b-81bf-8a846b1510de tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:51.061060 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ab0cdd1c-c5be-40b7-a819-13a07550a04d req-fd067f06-6cae-421b-81bf-8a846b1510de tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 945 time: 0.0508063 Nov 17 17:20:51.111534 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ab0cdd1c-c5be-40b7-a819-13a07550a04d req-749f7d0c-69e5-4618-90f6-dac46e7f9db8 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Nov 17 17:20:51.115576 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ffedb042-83c0-4157-b0fd-f22d831d2bc1 req-53b4abb7-8c69-414e-a4ca-54ee4e867226 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004114 Nov 17 17:20:51.295525 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:51.534911 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5a97c-d012-406d-96a3-4e1a23f74cd4 req-0cddae30-283c-4799-b682-4f02deef0c3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:51.536363 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-43e5a97c-d012-406d-96a3-4e1a23f74cd4 req-0cddae30-283c-4799-b682-4f02deef0c3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0484715 Nov 17 17:20:51.586368 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-43e5a97c-d012-406d-96a3-4e1a23f74cd4 req-5676f498-f99c-4326-b5ae-7dfab8700402 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Nov 17 17:20:51.650581 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daf701-0866-4d09-a303-b4748706faec req-c29bf00f-47be-4d96-987a-bdc50d72ab6e tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:51.652028 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-15daf701-0866-4d09-a303-b4748706faec req-c29bf00f-47be-4d96-987a-bdc50d72ab6e tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0482430 Nov 17 17:20:51.701847 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-15daf701-0866-4d09-a303-b4748706faec req-691d3e6e-2953-43d1-a1ef-8c8d34ef3721 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 Nov 17 17:20:51.729903 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-e93eaff4-4693-4e00-a566-217a9ee6c648 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:51.731453 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-e93eaff4-4693-4e00-a566-217a9ee6c648 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 945 time: 0.0502269 Nov 17 17:20:51.826229 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Deleting port 993814d4-157e-447c-9d7f-fdfc85cf40a5 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:20:51.826882 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:51.913477 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] For port 993814d4-157e-447c-9d7f-fdfc85cf40a5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=993814d4-157e-447c-9d7f-fdfc85cf40a5,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:51.913992 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:51.926648 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Calling delete_port for 993814d4-157e-447c-9d7f-fdfc85cf40a5 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:20:52.094831 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5a5f-675b-4d4f-9159-d10090e9beea req-eb602742-022c-42d5-8582-c4bd1a981c5d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:52.096267 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-498b5a5f-675b-4d4f-9159-d10090e9beea req-eb602742-022c-42d5-8582-c4bd1a981c5d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0642796 Nov 17 17:20:52.135926 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:52.152320 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-498b5a5f-675b-4d4f-9159-d10090e9beea req-c933f80d-0060-40f6-b8f7-587fe5987c20 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 Nov 17 17:20:52.164699 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:52.178285 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['1d08a807-361e-4c11-b6d1-362a9452ea85', '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f', '4597ee3e-bd81-4a90-82ed-1b59a88bf152', '993814d4-157e-447c-9d7f-fdfc85cf40a5'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:20:52.196805 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Pushing event deleted for resources: {'Port': ['ID=993814d4-157e-447c-9d7f-fdfc85cf40a5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:52.219901 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab23d1-6529-4201-a51c-66462249d9f4 req-2369d0c5-5cf3-48d5-925e-e07bc45b7bfc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:52.222359 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b0ab23d1-6529-4201-a51c-66462249d9f4 req-2369d0c5-5cf3-48d5-925e-e07bc45b7bfc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0955281 Nov 17 17:20:52.249257 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] No DVR routers for this DVR port 993814d4-157e-447c-9d7f-fdfc85cf40a5 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:20:52.251852 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:52.256444 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-27ca66fd-2c50-4e94-93aa-19aa8050a4cb req-a2efaf12-5d3b-4e98-9abe-2afe01d0a57b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "DELETE /v2.0/ports/993814d4-157e-447c-9d7f-fdfc85cf40a5 HTTP/1.1" status: 204 len: 173 time: 0.5173099 Nov 17 17:20:52.271184 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55ebce-8d5a-4094-b3a3-69c93543b613', 'name': 'network-vif-deleted', 'tag': '993814d4-157e-447c-9d7f-fdfc85cf40a5'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:52.273595 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad8764-edbd-4ef7-b74c-ebd03c53d189" -d '{"events": [{"server_uuid": "df55ebce-8d5a-4094-b3a3-69c93543b613", "name": "network-vif-deleted", "tag": "993814d4-157e-447c-9d7f-fdfc85cf40a5"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:52.282821 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2bd424ec-8218-4760-8422-7eb9d4b1bc9b req-f2e258e9-7b16-4710-a4e9-34cd20ad643e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 210 time: 0.0558975 Nov 17 17:20:52.282927 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b0ab23d1-6529-4201-a51c-66462249d9f4 req-f72f8d5e-d90b-43fe-a292-df4b92ede085 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518641 Nov 17 17:20:52.328015 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ca552-87c6-486c-ada2-9ea61c934da0 x-openstack-request-id: req-e99ca552-87c6-486c-ada2-9ea61c934da0 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:52.328315 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df55ebce-8d5a-4094-b3a3-69c93543b613", "name": "network-vif-deleted", "tag": "993814d4-157e-447c-9d7f-fdfc85cf40a5", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:52.328587 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e99ca552-87c6-486c-ada2-9ea61c934da0 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:52.328980 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df55ebce-8d5a-4094-b3a3-69c93543b613', 'name': 'network-vif-deleted', 'tag': '993814d4-157e-447c-9d7f-fdfc85cf40a5', 'status': 'completed', 'code': 200} Nov 17 17:20:52.700399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164a23a-461a-4b10-8adf-a655e9d7c04b req-616e7eff-f201-4648-b881-fd2252f1617a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:52.701867 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8164a23a-461a-4b10-8adf-a655e9d7c04b req-616e7eff-f201-4648-b881-fd2252f1617a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0482802 Nov 17 17:20:52.750653 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8164a23a-461a-4b10-8adf-a655e9d7c04b req-f671cc08-fd45-4957-a561-1a7c5ef57258 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 Nov 17 17:20:52.823466 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded832f0-51fd-40e8-ad02-39a19971e800 req-c47e4dc3-144f-4d4a-8c98-07dcf24b639a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:52.824850 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ded832f0-51fd-40e8-ad02-39a19971e800 req-c47e4dc3-144f-4d4a-8c98-07dcf24b639a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0492094 Nov 17 17:20:52.876589 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ded832f0-51fd-40e8-ad02-39a19971e800 req-159bc3dd-1ac4-42c3-9e95-480ddbd7121a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457559 Nov 17 17:20:53.275294 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039171-c600-458b-b14c-67e97bfd7956 req-faaeb495-2296-4ae9-8bb4-4eed47972e39 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:53.276770 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4d039171-c600-458b-b14c-67e97bfd7956 req-faaeb495-2296-4ae9-8bb4-4eed47972e39 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0541639 Nov 17 17:20:53.328271 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4d039171-c600-458b-b14c-67e97bfd7956 req-b0730eda-c0dd-4af3-96df-b460d1352f51 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455470 Nov 17 17:20:53.391148 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f568ceed-8130-4bdf-882d-fcb21f99339e req-2e3fa342-aa69-4213-b2f0-3796168e173f tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=df55ebce-8d5a-4094-b3a3-69c93543b613 HTTP/1.1" status: 200 len: 210 time: 0.0274048 Nov 17 17:20:53.456556 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293f41b-5d73-405c-a473-996ee4331341 req-440f7cd1-fda5-4c87-8b82-379eb7b2e66b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:53.458374 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5293f41b-5d73-405c-a473-996ee4331341 req-440f7cd1-fda5-4c87-8b82-379eb7b2e66b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 946 time: 0.0538085 Nov 17 17:20:53.509912 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5293f41b-5d73-405c-a473-996ee4331341 req-d3343743-e6a1-4b2b-a2e2-b2044e57073e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454462 Nov 17 17:20:53.870143 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c339-f82a-48da-8b1d-e7189d779a1f req-36a603eb-41ae-445a-b750-5cb6fe346a1b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:53.871995 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fbe0c339-f82a-48da-8b1d-e7189d779a1f req-36a603eb-41ae-445a-b750-5cb6fe346a1b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0526347 Nov 17 17:20:53.927044 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fbe0c339-f82a-48da-8b1d-e7189d779a1f req-2d7a87b6-d5df-4222-8a9a-15a2d5766126 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493631 Nov 17 17:20:53.951194 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device e319e424-382b-4305-a551-46ea01fdb3f0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:20:53.951194 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:20:53.996817 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ac479-a0c7-4e4b-9f05-3e0de2683706 req-5ccf1cad-18c9-4827-b472-29b27aa469f4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:53.998394 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7c7ac479-a0c7-4e4b-9f05-3e0de2683706 req-5ccf1cad-18c9-4827-b472-29b27aa469f4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0507355 Nov 17 17:20:54.052558 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7c7ac479-a0c7-4e4b-9f05-3e0de2683706 req-a55a4286-7409-4680-bacf-bf8f564873a5 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446024 Nov 17 17:20:54.104034 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:54.129197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:54.149032 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:54.151225 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5272679-7f4a-41ca-8602-8d49bc600201" -d '{"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-unplugged", "status": "completed", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:54.156007 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'port_id': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'mac_address': 'fa:16:3e:8e:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:20:54.166934 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:54.189402 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb20515d-8b69-4575-b0aa-de878bf80f1f x-openstack-request-id: req-bb20515d-8b69-4575-b0aa-de878bf80f1f {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:54.189692 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-unplugged", "status": "completed", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:54.189943 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb20515d-8b69-4575-b0aa-de878bf80f1f {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:54.190323 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'code': 200} Nov 17 17:20:54.207991 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:54.224356 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e319e424-382b-4305-a551-46ea01fdb3f0 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:20:54.243419 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:54.244787 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:54.291888 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=8']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:54.347947 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:54.396912 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:54.635662 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c681b-e495-4953-acb7-a86948864b12 req-292c8e53-63f8-4a73-8a24-334d8b54d68b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:54.637238 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-082c681b-e495-4953-acb7-a86948864b12 req-292c8e53-63f8-4a73-8a24-334d8b54d68b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0523481 Nov 17 17:20:54.669106 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['e319e424-382b-4305-a551-46ea01fdb3f0'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:20:54.685745 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-082c681b-e495-4953-acb7-a86948864b12 req-109783ce-8d56-48ec-9226-e6fcdbf93959 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426776 Nov 17 17:20:55.045111 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a4b33-8123-46a2-b085-6c85858e2317 req-547e70fc-9880-4ca3-87ba-0f4fb953c6ce tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:55.046564 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bd7a4b33-8123-46a2-b085-6c85858e2317 req-547e70fc-9880-4ca3-87ba-0f4fb953c6ce tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0484140 Nov 17 17:20:55.094099 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bd7a4b33-8123-46a2-b085-6c85858e2317 req-9b3be739-b3e8-4cea-875c-aed90ed74896 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Nov 17 17:20:55.206136 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12162767-5327-41c6-9129-322deb29baab req-4809d2d9-5ba3-4cc0-a9f3-721f65135044 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:55.207587 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-12162767-5327-41c6-9129-322deb29baab req-4809d2d9-5ba3-4cc0-a9f3-721f65135044 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 944 time: 0.0524092 Nov 17 17:20:55.256180 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-12162767-5327-41c6-9129-322deb29baab req-b470a999-a8d6-4ff2-8b5a-bcab71477851 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 Nov 17 17:20:55.694725 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:20:55.958065 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device e319e424-382b-4305-a551-46ea01fdb3f0 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:20:56.107786 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port e319e424-382b-4305-a551-46ea01fdb3f0 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:20:56.111732 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port e319e424-382b-4305-a551-46ea01fdb3f0 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:20:56.112111 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:56.195104 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:56.221589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:56.224061 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da02e75-3d42-43a9-8a11-2b1b56351f21" -d '{"events": [{"server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "name": "network-vif-plugged", "status": "completed", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:56.239724 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:56.287804 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3118e4c4-5f30-4f0c-9049-53b9c198301e x-openstack-request-id: req-3118e4c4-5f30-4f0c-9049-53b9c198301e {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:56.288119 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "name": "network-vif-plugged", "status": "completed", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:56.288458 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3118e4c4-5f30-4f0c-9049-53b9c198301e {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:56.288948 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'code': 200} Nov 17 17:20:56.331326 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:56.332391 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 993814d4-157e-447c-9d7f-fdfc85cf40a5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:20:56.383560 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8fa38-f074-442c-8804-caf09a9d6e5e req-70ed7013-f68c-455b-8e92-02dde4465eb9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:56.385536 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5cf8fa38-f074-442c-8804-caf09a9d6e5e req-70ed7013-f68c-455b-8e92-02dde4465eb9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0609627 Nov 17 17:20:56.388114 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 993814d4-157e-447c-9d7f-fdfc85cf40a5 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:20:56.388459 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 993814d4-157e-447c-9d7f-fdfc85cf40a5 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:20:56.388918 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:20:56.403124 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cecee-e955-4730-9c7b-e28d340228ae req-71c774ff-811b-493f-b89e-859bc4f85c04 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:56.404794 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5f4cecee-e955-4730-9c7b-e28d340228ae req-71c774ff-811b-493f-b89e-859bc4f85c04 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 946 time: 0.0549178 Nov 17 17:20:56.436680 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5cf8fa38-f074-442c-8804-caf09a9d6e5e req-eb5b7626-2759-48c4-ac9d-a8130d16b005 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Nov 17 17:20:56.493146 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5f4cecee-e955-4730-9c7b-e28d340228ae req-2a56ff53-73ec-4962-bcfc-b5d79d1a47b0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800717 Nov 17 17:20:56.558088 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949604-f76f-4faf-8cb3-35152770f48f req-1a9daecf-a334-4c1c-beae-6e5df4bacc98 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:56.559552 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f4949604-f76f-4faf-8cb3-35152770f48f req-1a9daecf-a334-4c1c-beae-6e5df4bacc98 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0547521 Nov 17 17:20:56.562785 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [req-ddb2e8dc-59d5-4de8-91ed-c9a83e13cbd7 req-5939cf0b-73af-46ef-be74-48cfe7d25a16 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:20:56.563961 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ddb2e8dc-59d5-4de8-91ed-c9a83e13cbd7 req-5939cf0b-73af-46ef-be74-48cfe7d25a16 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063698 Nov 17 17:20:56.594359 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:56.650313 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f4949604-f76f-4faf-8cb3-35152770f48f req-aac9cc48-33b7-40ae-8a55-19d8a8410d32 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821221 Nov 17 17:20:56.675994 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b71333-b58c-4ff3-b675-34b949d486ed req-45209f97-9f1b-4f22-bc43-2cac27f93de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:56.677523 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9b71333-b58c-4ff3-b675-34b949d486ed req-45209f97-9f1b-4f22-bc43-2cac27f93de4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1098 time: 0.0706143 Nov 17 17:20:56.725011 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9b71333-b58c-4ff3-b675-34b949d486ed req-d4319710-acb4-43ee-83f7-d80413be55b1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393281 Nov 17 17:20:56.836656 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3051c-b377-4a4b-aa04-92f00fa4997e req-da832b29-c049-4ecd-9f28-292c7638e47b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:56.838155 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4ea3051c-b377-4a4b-aa04-92f00fa4997e req-da832b29-c049-4ecd-9f28-292c7638e47b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0493975 Nov 17 17:20:56.885516 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4ea3051c-b377-4a4b-aa04-92f00fa4997e req-0e5a751b-8655-414c-996f-84c026d50f52 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412786 Nov 17 17:20:57.460623 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 44982) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:57.578946 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-6f211fca-a45d-44b6-b853-4e2193fb7538 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171310 Nov 17 17:20:57.587789 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e65a9-84b0-4cd7-9c13-f73a9eb3b2d4 req-6deadb9e-79ee-4cb9-9ea5-684d5c0d08d0 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:57.589194 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9f3e65a9-84b0-4cd7-9c13-f73a9eb3b2d4 req-6deadb9e-79ee-4cb9-9ea5-684d5c0d08d0 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0765452 Nov 17 17:20:57.593864 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-07057beb-8f17-4d18-b37c-99fbcc21a328 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:20:57.594809 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-07057beb-8f17-4d18-b37c-99fbcc21a328 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047863 Nov 17 17:20:57.611312 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6195ce-18d1-4664-9769-8bbd3d7b5f77 req-b1959091-b47f-45bd-9469-7715c8a3b2f3 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:57.613106 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf6195ce-18d1-4664-9769-8bbd3d7b5f77 req-b1959091-b47f-45bd-9469-7715c8a3b2f3 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 946 time: 0.0498328 Nov 17 17:20:57.638877 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9f3e65a9-84b0-4cd7-9c13-f73a9eb3b2d4 req-9bdfd060-cb84-4763-b9e8-fb7346ec1ce5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 Nov 17 17:20:57.672446 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf6195ce-18d1-4664-9769-8bbd3d7b5f77 req-c0e640de-916e-4218-90cf-c4f637556223 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528262 Nov 17 17:20:57.796469 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe48de-7a07-4cd4-8b32-a659d41a805a req-b20ec076-c334-4e75-ba13-8448d4181f3b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:57.798019 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7afe48de-7a07-4cd4-8b32-a659d41a805a req-b20ec076-c334-4e75-ba13-8448d4181f3b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0622897 Nov 17 17:20:57.848356 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7afe48de-7a07-4cd4-8b32-a659d41a805a req-e1874a90-2f46-4d2b-b6b5-29adca618d42 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432963 Nov 17 17:20:58.019677 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1257d-5032-4d9c-8235-298c47d3a783 req-7e4634e4-c22a-4196-8e52-2b8706fb660a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:58.022213 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9ed1257d-5032-4d9c-8235-298c47d3a783 req-7e4634e4-c22a-4196-8e52-2b8706fb660a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0527139 Nov 17 17:20:58.073736 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9ed1257d-5032-4d9c-8235-298c47d3a783 req-3bb0600b-e092-4c59-a3a6-121913b469e2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463817 Nov 17 17:20:58.078498 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782701-8a4d-41a5-b104-b0c0e7e2ec9e req-b98e4180-b24d-404d-95bf-8824481c481c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:58.098548 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d8782701-8a4d-41a5-b104-b0c0e7e2ec9e req-b98e4180-b24d-404d-95bf-8824481c481c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0597670 Nov 17 17:20:58.150977 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d8782701-8a4d-41a5-b104-b0c0e7e2ec9e req-143d06e4-0467-4842-836d-0144f5652ecf tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637896 Nov 17 17:20:58.239476 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-2ccf81e8-0568-4da8-98a0-a46250176428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:58.240901 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-2ccf81e8-0568-4da8-98a0-a46250176428 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 1099 time: 0.0399482 Nov 17 17:20:58.369960 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-9504a87d-2620-4009-bd07-b4c710c507cd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:58.371371 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-9504a87d-2620-4009-bd07-b4c710c507cd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 946 time: 0.0931811 Nov 17 17:20:58.375835 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-4d688b06-328f-4f05-89df-63ad371113fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:58.377174 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-4d688b06-328f-4f05-89df-63ad371113fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 912 time: 0.1292276 Nov 17 17:20:58.490552 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-9a875ac2-8afc-45cd-9428-7439b96d8c90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb HTTP/1.1" status: 200 len: 1002 time: 0.1045182 Nov 17 17:20:58.547478 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Deleting port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:20:58.547808 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:58.571005 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-67b0c192-8a0e-4e47-8a26-f0a8aade6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:58.572482 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-67b0c192-8a0e-4e47-8a26-f0a8aade6981 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 200 len: 850 time: 0.0749540 Nov 17 17:20:58.668059 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-cc701553-5fa1-476b-ae04-885782213c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:58.669581 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-cc701553-5fa1-476b-ae04-885782213c2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=324248bd-da3b-4b51-8580-3d8065bbecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0898902 Nov 17 17:20:58.677221 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] For port 4597ee3e-bd81-4a90-82ed-1b59a88bf152, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4597ee3e-bd81-4a90-82ed-1b59a88bf152,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:20:58.677575 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:58.714118 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Calling delete_port for 4597ee3e-bd81-4a90-82ed-1b59a88bf152 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:20:58.797187 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bce37-490a-44ae-a6bd-2bb49a66233c req-e68cea1e-5323-4eab-b2b2-f6f0171c4925 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:58.798660 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e57bce37-490a-44ae-a6bd-2bb49a66233c req-e68cea1e-5323-4eab-b2b2-f6f0171c4925 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 946 time: 0.0549502 Nov 17 17:20:58.829994 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-9f1466fe-9313-4dd5-ad07-a468724ff0fe service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498752 Nov 17 17:20:58.846467 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e57bce37-490a-44ae-a6bd-2bb49a66233c req-1d366dfd-a062-4b3f-948d-63d62374a3bd tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Nov 17 17:20:58.999687 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b5a3fdc-8abb-4da8-9664-f842f6c44d9f req-83b0e6d2-1426-49ba-9147-1fcc7a9d5125 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582317 Nov 17 17:20:59.010581 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bd011-508f-4f93-9153-b6ea174d7aa0 req-11038f05-aabd-492d-a526-b7a236c938fd tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:59.011973 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-139bd011-508f-4f93-9153-b6ea174d7aa0 req-11038f05-aabd-492d-a526-b7a236c938fd tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0903466 Nov 17 17:20:59.062311 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-139bd011-508f-4f93-9153-b6ea174d7aa0 req-00d63504-64eb-417d-8f7f-1526c8c376c0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439191 Nov 17 17:20:59.107565 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:59.127531 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['1d08a807-361e-4c11-b6d1-362a9452ea85', '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f', '4597ee3e-bd81-4a90-82ed-1b59a88bf152'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:20:59.137111 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Pushing event deleted for resources: {'Port': ['ID=4597ee3e-bd81-4a90-82ed-1b59a88bf152,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:20:59.212648 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] No DVR routers for this DVR port 4597ee3e-bd81-4a90-82ed-1b59a88bf152 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:20:59.213667 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea9fd9-c616-4b56-ac53-857f03785d47 req-c6ca6387-4a32-4aaa-b525-293bdbbae98c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:59.215894 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:59.216057 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-21ea9fd9-c616-4b56-ac53-857f03785d47 req-c6ca6387-4a32-4aaa-b525-293bdbbae98c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0632648 Nov 17 17:20:59.219341 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6a6b1b85-8c1e-4f43-a86c-0a0d18eb0bbf req-4267d8b0-56b4-405f-acba-0662022c6907 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "DELETE /v2.0/ports/4597ee3e-bd81-4a90-82ed-1b59a88bf152 HTTP/1.1" status: 204 len: 173 time: 0.8413048 Nov 17 17:20:59.219875 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8381c7a9-10dd-40c4-8041-f8705b78d164', 'name': 'network-vif-deleted', 'tag': '4597ee3e-bd81-4a90-82ed-1b59a88bf152'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:20:59.223151 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f2cc4-1384-44f6-a244-a687d634bf56" -d '{"events": [{"server_uuid": "8381c7a9-10dd-40c4-8041-f8705b78d164", "name": "network-vif-deleted", "tag": "4597ee3e-bd81-4a90-82ed-1b59a88bf152"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:20:59.248818 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e1786-e1e7-4ac5-99c9-c3c9c8657a9c req-6cca90bc-55af-4bac-a847-6b61ebdde1b7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:59.250290 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0d8e1786-e1e7-4ac5-99c9-c3c9c8657a9c req-6cca90bc-55af-4bac-a847-6b61ebdde1b7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0930099 Nov 17 17:20:59.280176 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-21ea9fd9-c616-4b56-ac53-857f03785d47 req-f8d5d463-74e4-4e05-a39a-bd6a684f3b48 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491526 Nov 17 17:20:59.303869 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45026) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:59.320010 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0d8e1786-e1e7-4ac5-99c9-c3c9c8657a9c req-0b04a573-c212-4b94-a055-921a4e9adde7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619037 Nov 17 17:20:59.457836 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a56038-413b-4765-92dd-a76b5bc71a90 req-6d9d85d3-f7d7-476d-b2db-baf28ce3793c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:59.465358 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-57a56038-413b-4765-92dd-a76b5bc71a90 req-6d9d85d3-f7d7-476d-b2db-baf28ce3793c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0610046 Nov 17 17:20:59.491654 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c8e89-6349-4bc1-b170-a60578928da3 tempest-TestShelveInstance-134144411 tempest-TestShelveInstance-134144411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:59.495994 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4f0c8e89-6349-4bc1-b170-a60578928da3 tempest-TestShelveInstance-134144411 tempest-TestShelveInstance-134144411-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1093 time: 0.1882296 Nov 17 17:20:59.502026 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45030) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:20:59.502026 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'port_id': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:20:59.510320 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-57a56038-413b-4765-92dd-a76b5bc71a90 req-f844ec58-c8c7-43f1-8cf1-4243a930ae8c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Nov 17 17:20:59.556477 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cc5aa9-c8f3-47c0-b2da-799890ad5332 x-openstack-request-id: req-68cc5aa9-c8f3-47c0-b2da-799890ad5332 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:20:59.556794 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8381c7a9-10dd-40c4-8041-f8705b78d164", "name": "network-vif-deleted", "tag": "4597ee3e-bd81-4a90-82ed-1b59a88bf152", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:20:59.557045 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68cc5aa9-c8f3-47c0-b2da-799890ad5332 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:20:59.557441 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8381c7a9-10dd-40c4-8041-f8705b78d164', 'name': 'network-vif-deleted', 'tag': '4597ee3e-bd81-4a90-82ed-1b59a88bf152', 'status': 'completed', 'code': 200} Nov 17 17:20:59.656850 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for floatingip, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:59.762817 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:20:59.880734 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Allocated IP 172.27.1.189 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/e866ce5f-20aa-464c-86cb-d521210f3f1a) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:20:59.893297 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddb6ce-1703-40c4-b44c-6d983ab41406 req-e17e1b28-dc76-454d-8695-3c19c912e296 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:20:59.894880 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8cddb6ce-1703-40c4-b44c-6d983ab41406 req-e17e1b28-dc76-454d-8695-3c19c912e296 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0544395 Nov 17 17:20:59.951007 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8cddb6ce-1703-40c4-b44c-6d983ab41406 req-8bbb8a0a-8412-4e78-939f-af02aacdc710 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483069 Nov 17 17:20:59.978478 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ef144c6e-f402-4a7d-80a6-8aa99f6027f0 req-bdc29e33-4ec1-4bf0-9186-efd3d228a8ad tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=8381c7a9-10dd-40c4-8041-f8705b78d164 HTTP/1.1" status: 200 len: 210 time: 0.0307617 Nov 17 17:21:00.011845 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:00.114122 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:00.154209 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:21:00.157121 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:21:00.160395 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:21:00.190508 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'Port': ['ID=e866ce5f-20aa-464c-86cb-d521210f3f1a,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:00.445851 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb3c22-14b2-4075-95a2-ea8b1dbfeb6a req-c734d376-a603-4f3b-a8e5-615bf7abd64e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:00.447318 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-24cb3c22-14b2-4075-95a2-ea8b1dbfeb6a req-c734d376-a603-4f3b-a8e5-615bf7abd64e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0514710 Nov 17 17:21:00.492362 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:00.496233 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-24cb3c22-14b2-4075-95a2-ea8b1dbfeb6a req-f3f1a034-dddb-4a77-b1d1-c4314c86cdae tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 Nov 17 17:21:00.630272 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c6938-acf8-41a6-a124-de3bb3b9986f req-ef6d0c24-3a5b-4e4a-a80c-77b6faea0605 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:00.631657 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e12c6938-acf8-41a6-a124-de3bb3b9986f req-ef6d0c24-3a5b-4e4a-a80c-77b6faea0605 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0491028 Nov 17 17:21:00.685967 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:00.723098 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e12c6938-acf8-41a6-a124-de3bb3b9986f req-5b34280d-c6a6-4f15-9bf8-c8fccf51dc64 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853822 Nov 17 17:21:00.779732 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-03614033-d3b2-4d53-8d8b-0688ecf54035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:00.781232 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-03614033-d3b2-4d53-8d8b-0688ecf54035 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0&tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0776918 Nov 17 17:21:00.846368 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-6f71f555-ec91-4597-b5a6-516aa40eb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:00.848392 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-6f71f555-ec91-4597-b5a6-516aa40eb814 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 1097 time: 0.0414870 Nov 17 17:21:00.860056 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:00.918477 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:00.938939 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-a3399372-9c70-4178-9a9d-abcc0e1ec61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:00.940361 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-a3399372-9c70-4178-9a9d-abcc0e1ec61f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 917 time: 0.0847783 Nov 17 17:21:00.948755 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:01.001929 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event updated for resources: {'Port': ['ID=e866ce5f-20aa-464c-86cb-d521210f3f1a,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:01.027564 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-5d6d2ca5-6d90-4a85-94ab-b1e4fc3b6629 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10 HTTP/1.1" status: 200 len: 1000 time: 0.0665381 Nov 17 17:21:01.072699 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Floating IP c633e09f-e6d0-4863-a96a-e383db293225 associated. External IP: 172.27.1.189, port: e319e424-382b-4305-a551-46ea01fdb3f0. Nov 17 17:21:01.107025 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-c40fd274-21f4-4743-be02-f1cb57f9c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:01.108491 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-c40fd274-21f4-4743-be02-f1cb57f9c64f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0728059 Nov 17 17:21:01.139159 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2aeb-a17a-44e3-aa67-1e20fa374650 req-466943c9-bd89-4145-abd7-3d6b7057985b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:01.140673 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-902f2aeb-a17a-44e3-aa67-1e20fa374650 req-466943c9-bd89-4145-abd7-3d6b7057985b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0773072 Nov 17 17:21:01.203192 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-ddcae514-d0c1-4240-a8fc-c6ff580129ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:01.204604 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-ddcae514-d0c1-4240-a8fc-c6ff580129ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0841212 Nov 17 17:21:01.225936 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-902f2aeb-a17a-44e3-aa67-1e20fa374650 req-b6e924b8-14c3-4299-a2ae-916fe01ff3c9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699801 Nov 17 17:21:01.309933 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-fd821f88-8652-46a0-8d5d-de6966fb9cf5 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953948 Nov 17 17:21:01.311376 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:21:01.417844 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-7df7f574-69ae-47ed-889e-372e46676cac service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955493 Nov 17 17:21:01.429836 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:21:01.444198 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] Sync routers for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:21:01.454207 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:21:01.454831 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:20:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:01.492037 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805621a-55fd-4990-83f2-6d9c6cb1be63 req-9a8b2788-0974-41b1-870d-ddf3a215783d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:01.493853 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d805621a-55fd-4990-83f2-6d9c6cb1be63 req-9a8b2788-0974-41b1-870d-ddf3a215783d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0518620 Nov 17 17:21:01.532359 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:01.546142 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d805621a-55fd-4990-83f2-6d9c6cb1be63 req-e5183f85-32d2-430d-a501-e898439970a7 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Nov 17 17:21:01.582740 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:21:01.585366 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-7e31135b-7c54-43c6-968a-679d767537c2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0880945 Nov 17 17:21:01.586071 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:21:01.588549 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f0ef43-764d-40c7-b5d9-51c9d23bac41" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:21:01.639068 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb59911-388a-4121-9316-3c00c8d01323 x-openstack-request-id: req-ddb59911-388a-4121-9316-3c00c8d01323 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:21:01.639357 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:21:01.639605 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddb59911-388a-4121-9316-3c00c8d01323 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:21:01.640001 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'status': 'completed', 'code': 200} Nov 17 17:21:01.671545 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80367e-1f0a-4b98-97c3-092bcb6687ab req-1fcc2eba-f173-4fae-8818-387122ce37c5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:01.673894 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cf80367e-1f0a-4b98-97c3-092bcb6687ab req-1fcc2eba-f173-4fae-8818-387122ce37c5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0617223 Nov 17 17:21:01.708857 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-17f6a7da-6425-4e76-b467-0ee60c04ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:01.710267 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-17f6a7da-6425-4e76-b467-0ee60c04ea0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9136574341b94515992ec5c807d243ed&device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1098 time: 0.0450087 Nov 17 17:21:01.733376 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cf80367e-1f0a-4b98-97c3-092bcb6687ab req-a170481a-8b0a-4429-95a0-1d99f860b692 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532539 Nov 17 17:21:01.951198 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'c633e09f-e6d0-4863-a96a-e383db293225', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'port_id': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'mac_address': 'fa:16:3e:8e:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:21:00Z', 'updated_at': '2021-11-17T17:21:00Z', 'revision_number': 0, 'project_id': '9136574341b94515992ec5c807d243ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 5, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:01.978945 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] Checking router: 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:21:01.980857 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 4597ee3e-bd81-4a90-82ed-1b59a88bf152 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:21:01.988042 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:21:01.988767 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:20:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:02.001350 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 4597ee3e-bd81-4a90-82ed-1b59a88bf152 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:21:02.001697 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 4597ee3e-bd81-4a90-82ed-1b59a88bf152 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:21:02.062820 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-c14664e1-5526-4497-9fe6-eadd085c55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:02.064362 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-c14664e1-5526-4497-9fe6-eadd085c55ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 200 len: 910 time: 0.3450980 Nov 17 17:21:02.097109 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:21:02.151004 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-fd3bbccf-759c-4b7a-b524-24acf185ae3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 200 len: 999 time: 0.0770910 Nov 17 17:21:02.404471 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d2344-a68d-43e3-b541-aa132409b67b req-5332bec3-de83-49db-8a44-f1e9d245e06c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:02.411926 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b93d2344-a68d-43e3-b541-aa132409b67b req-5332bec3-de83-49db-8a44-f1e9d245e06c tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0943260 Nov 17 17:21:02.413309 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'c633e09f-e6d0-4863-a96a-e383db293225', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'port_id': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'mac_address': 'fa:16:3e:8e:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:21:00Z', 'updated_at': '2021-11-17T17:21:00Z', 'revision_number': 0, 'project_id': '9136574341b94515992ec5c807d243ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 5, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:02.455105 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a25fc4-962b-4d18-b3be-8b4f176b02c9 None None] The sync data for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi is: [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'c633e09f-e6d0-4863-a96a-e383db293225', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'port_id': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'mac_address': 'fa:16:3e:8e:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:21:00Z', 'updated_at': '2021-11-17T17:21:00Z', 'revision_number': 0, 'project_id': '9136574341b94515992ec5c807d243ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 5, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:21:02.473514 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b93d2344-a68d-43e3-b541-aa132409b67b req-32e424db-289a-4795-90ba-0ca2a4444881 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581169 Nov 17 17:21:02.688992 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01aa10-4603-4b61-a1e5-946967ef0106 req-41e6559d-d6bd-43fd-b5c9-0a0cdee7914d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:02.693302 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cd01aa10-4603-4b61-a1e5-946967ef0106 req-41e6559d-d6bd-43fd-b5c9-0a0cdee7914d tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0622094 Nov 17 17:21:02.702097 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b7521-e55b-4922-9581-7171bb8782ba None None] New status for floating IP c633e09f-e6d0-4863-a96a-e383db293225: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:21:02.757798 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cd01aa10-4603-4b61-a1e5-946967ef0106 req-9bac57d4-10fe-4a68-8cdf-512fe91b9018 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554781 Nov 17 17:21:02.892294 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb7220-9837-44cc-bc10-c1578207860f req-2f54a941-b967-4ef7-ab25-49cca5067696 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:02.894396 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91cb7220-9837-44cc-bc10-c1578207860f req-2f54a941-b967-4ef7-ab25-49cca5067696 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0562978 Nov 17 17:21:02.943286 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-91cb7220-9837-44cc-bc10-c1578207860f req-6517f4e4-8d15-48c8-a55e-f06b5622f202 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Nov 17 17:21:03.590842 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b9dc8-95c3-4432-9f22-edb46e018e2d req-2a14ee49-4b5d-475f-9f6d-3205ddda3a8b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:03.592397 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-602b9dc8-95c3-4432-9f22-edb46e018e2d req-2a14ee49-4b5d-475f-9f6d-3205ddda3a8b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0505059 Nov 17 17:21:03.641192 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-602b9dc8-95c3-4432-9f22-edb46e018e2d req-dc97ed8f-0cc8-44aa-a264-0d2c43a1ff6e tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Nov 17 17:21:03.883559 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faf63c-6fcb-4c38-bc22-391a253be329 req-4d9c5ca1-20f5-46ca-a468-214bcc2a7883 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:03.891136 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-53faf63c-6fcb-4c38-bc22-391a253be329 req-4d9c5ca1-20f5-46ca-a468-214bcc2a7883 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0589674 Nov 17 17:21:03.935166 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-53faf63c-6fcb-4c38-bc22-391a253be329 req-fef2e4d0-fcc4-4bfd-b303-ffd62900bb31 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Nov 17 17:21:04.076544 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d17d71-d3c6-4b4b-8e9e-7fb5e586c84d req-c1480914-c08c-4e2d-8d9f-6032811c0ba8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:04.077982 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-22d17d71-d3c6-4b4b-8e9e-7fb5e586c84d req-c1480914-c08c-4e2d-8d9f-6032811c0ba8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0540445 Nov 17 17:21:04.132114 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-22d17d71-d3c6-4b4b-8e9e-7fb5e586c84d req-8a388a22-2060-4fef-bed6-1d1e0e901b4e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Nov 17 17:21:04.760178 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c3d7d-c794-4c3f-b44f-71f81623a7cd req-bc7a3083-13ab-49a5-ba87-79dc3955d668 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:04.761696 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c60c3d7d-c794-4c3f-b44f-71f81623a7cd req-bc7a3083-13ab-49a5-ba87-79dc3955d668 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0507152 Nov 17 17:21:04.818623 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c60c3d7d-c794-4c3f-b44f-71f81623a7cd req-702a2540-3c3c-4ff2-b3bd-3eaccfa06e6f tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Nov 17 17:21:05.060128 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6ba6f-d9f5-4a61-98ff-fa7f024d4781 req-87771e27-ead4-4afc-a345-65283605f8d2 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:05.066602 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-09b6ba6f-d9f5-4a61-98ff-fa7f024d4781 req-87771e27-ead4-4afc-a345-65283605f8d2 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0533412 Nov 17 17:21:05.118741 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-09b6ba6f-d9f5-4a61-98ff-fa7f024d4781 req-1bfde14f-cabd-44fc-88f7-88a06ab717ab tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504591 Nov 17 17:21:05.254558 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174289d-66be-485e-893d-3bc94e9620fb req-61779839-cd56-4355-9bd1-4cfff3899435 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:05.256019 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5174289d-66be-485e-893d-3bc94e9620fb req-61779839-cd56-4355-9bd1-4cfff3899435 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0501821 Nov 17 17:21:05.312209 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5174289d-66be-485e-893d-3bc94e9620fb req-a205bc2c-3e87-4d3b-9259-7bc9c3bb95fb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500638 Nov 17 17:21:05.934164 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2e477-4aa6-4d9a-becc-aec39c0ef5e2 req-08cdca67-f7d7-41a8-ac32-e254f3c11df5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:05.935614 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8fe2e477-4aa6-4d9a-becc-aec39c0ef5e2 req-08cdca67-f7d7-41a8-ac32-e254f3c11df5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0526519 Nov 17 17:21:05.988686 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8fe2e477-4aa6-4d9a-becc-aec39c0ef5e2 req-84846bf4-7a48-4667-a819-20e61b03dbc7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Nov 17 17:21:06.232909 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d40f96-d711-4d05-ac50-d89711c40a94 req-9bf73103-ae76-4b11-b2fc-23cfcd30501c tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:06.234502 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e8d40f96-d711-4d05-ac50-d89711c40a94 req-9bf73103-ae76-4b11-b2fc-23cfcd30501c tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0484147 Nov 17 17:21:06.288296 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e8d40f96-d711-4d05-ac50-d89711c40a94 req-ce2e9850-33b2-4f74-8852-9c5f6bd563be tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466957 Nov 17 17:21:06.622638 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294df340-886f-4a48-a7b1-10b9891efe5e req-6827ead2-70a3-45eb-b41c-01cf52f49b0b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:06.624210 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-294df340-886f-4a48-a7b1-10b9891efe5e req-6827ead2-70a3-45eb-b41c-01cf52f49b0b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.2342560 Nov 17 17:21:06.683609 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-294df340-886f-4a48-a7b1-10b9891efe5e req-164db697-e227-4c4e-9197-f336d73c61aa tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525882 Nov 17 17:21:07.107388 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8061b80-9853-469a-98c8-92ca84b7f3b4 req-1da8abd2-79af-4881-80f9-dc0cd653c560 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:07.108864 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d8061b80-9853-469a-98c8-92ca84b7f3b4 req-1da8abd2-79af-4881-80f9-dc0cd653c560 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0503454 Nov 17 17:21:07.155231 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d8061b80-9853-469a-98c8-92ca84b7f3b4 req-ac857384-51d8-4fbe-9d98-0f0480417e86 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Nov 17 17:21:07.403306 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae410120-9237-44a6-9750-dfd2cd0c1726 req-3f8724b4-49d3-4ee0-9a77-5ce1f0f5e99e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:07.411249 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ae410120-9237-44a6-9750-dfd2cd0c1726 req-3f8724b4-49d3-4ee0-9a77-5ce1f0f5e99e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0565162 Nov 17 17:21:07.457312 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ae410120-9237-44a6-9750-dfd2cd0c1726 req-0a3396a3-185f-4677-bdc8-ba7f7f69f5b4 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448341 Nov 17 17:21:07.824798 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22f62f-c0fb-4a49-83e2-de5008edf8d3 req-26f0c2f8-c446-451a-ada4-54fca1f2640a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:07.826309 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf22f62f-c0fb-4a49-83e2-de5008edf8d3 req-26f0c2f8-c446-451a-ada4-54fca1f2640a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0611899 Nov 17 17:21:07.881754 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf22f62f-c0fb-4a49-83e2-de5008edf8d3 req-796a3120-9d9d-4a77-8b89-7f246b48cbef tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488915 Nov 17 17:21:08.222157 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:08.314967 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637671-ce14-4102-9407-fd287c540bc3 req-7b7033d1-76b6-46fa-94ef-31bc61a21e6a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:08.314967 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-01637671-ce14-4102-9407-fd287c540bc3 req-7b7033d1-76b6-46fa-94ef-31bc61a21e6a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0603757 Nov 17 17:21:08.344910 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-01637671-ce14-4102-9407-fd287c540bc3 req-f3d55a51-e466-4412-90e0-2149dd28fc2f tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Nov 17 17:21:08.590525 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc8b33-b2ad-43ee-8726-cefa2e3b5002 req-f374c489-e473-4916-9bea-cf07597bb900 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:08.591989 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e5dc8b33-b2ad-43ee-8726-cefa2e3b5002 req-f374c489-e473-4916-9bea-cf07597bb900 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0658941 Nov 17 17:21:08.639390 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e5dc8b33-b2ad-43ee-8726-cefa2e3b5002 req-c65e0496-d1fb-4fcb-8bce-adf9d078b60b tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Nov 17 17:21:09.006127 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c5e0d-9fde-49c7-b211-84658100bd8b req-c0d75a67-57e3-46d8-a880-a7ac39603b3d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:09.007611 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-150c5e0d-9fde-49c7-b211-84658100bd8b req-c0d75a67-57e3-46d8-a880-a7ac39603b3d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0528047 Nov 17 17:21:09.054287 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-150c5e0d-9fde-49c7-b211-84658100bd8b req-23d73763-e2ff-4e87-853c-1a530abf6813 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406945 Nov 17 17:21:09.469112 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00484c-59db-4a76-8857-90b404b2b8f1 req-413fb092-cfba-48db-89de-ab042fedb902 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:09.470600 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b00484c-59db-4a76-8857-90b404b2b8f1 req-413fb092-cfba-48db-89de-ab042fedb902 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0494912 Nov 17 17:21:09.525241 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7b00484c-59db-4a76-8857-90b404b2b8f1 req-9e7ab639-05af-4102-8fd5-8942c6bd7ff5 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462360 Nov 17 17:21:09.766613 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37cafb-b74c-4a8c-99d0-4bbb1ecf63a9 req-d4cc61fd-bcca-465c-befb-d36da0b3b124 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:09.768063 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-db37cafb-b74c-4a8c-99d0-4bbb1ecf63a9 req-d4cc61fd-bcca-465c-befb-d36da0b3b124 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0519345 Nov 17 17:21:09.821890 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-db37cafb-b74c-4a8c-99d0-4bbb1ecf63a9 req-cd91233a-f513-4f85-882e-f9a87b288967 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475674 Nov 17 17:21:10.183663 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f96e08-b9e4-432a-8415-2cffa2ce3e7e req-b9d074d1-d0c6-47b3-ba36-5a9a91d8641d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:10.185590 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b0f96e08-b9e4-432a-8415-2cffa2ce3e7e req-b9d074d1-d0c6-47b3-ba36-5a9a91d8641d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0516818 Nov 17 17:21:10.234288 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b0f96e08-b9e4-432a-8415-2cffa2ce3e7e req-c929ce53-345e-42e5-8172-61cce60def4a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415106 Nov 17 17:21:10.648712 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795eafa-a614-4cd5-a816-34ba3ea2bc0c req-b76fa86d-2433-4f9b-bd9c-7e5df87c8509 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:10.650272 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3795eafa-a614-4cd5-a816-34ba3ea2bc0c req-b76fa86d-2433-4f9b-bd9c-7e5df87c8509 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0506506 Nov 17 17:21:10.701402 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3795eafa-a614-4cd5-a816-34ba3ea2bc0c req-8e3e12ee-4f4d-4eb5-bd6c-a7676605c404 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 Nov 17 17:21:10.964086 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ad0c-ce2c-4b97-a140-01df359e70f5 req-8d405827-06a6-49aa-8d5d-88c6738092ef tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:10.965835 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96c0ad0c-ce2c-4b97-a140-01df359e70f5 req-8d405827-06a6-49aa-8d5d-88c6738092ef tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0634463 Nov 17 17:21:11.022977 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96c0ad0c-ce2c-4b97-a140-01df359e70f5 req-58f4c0c8-11ae-4173-9e50-d99eb654877c tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513735 Nov 17 17:21:11.361318 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125d55e-2e5a-4865-b64e-8d9961e52a36 req-c81704b3-9663-40e3-adef-23a5a0acb021 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:11.362821 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8125d55e-2e5a-4865-b64e-8d9961e52a36 req-c81704b3-9663-40e3-adef-23a5a0acb021 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0510488 Nov 17 17:21:11.414823 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8125d55e-2e5a-4865-b64e-8d9961e52a36 req-f90ec7a1-8ffc-44ae-8b4d-a460ff3c6644 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456274 Nov 17 17:21:11.821758 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e89d-d4db-4e10-88e5-8fc044bb4ac1 req-d486d908-5528-436b-9a2f-925af6112c91 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:11.823242 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ceb9e89d-d4db-4e10-88e5-8fc044bb4ac1 req-d486d908-5528-436b-9a2f-925af6112c91 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0516813 Nov 17 17:21:11.875146 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ceb9e89d-d4db-4e10-88e5-8fc044bb4ac1 req-51754575-c21f-4282-953a-8c7908636c74 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Nov 17 17:21:12.152774 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96410242-eb40-4073-a006-1544b8df9b3c req-952a6c54-d77a-4950-a44c-a9fdc59d09e3 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:12.154229 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-96410242-eb40-4073-a006-1544b8df9b3c req-952a6c54-d77a-4950-a44c-a9fdc59d09e3 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0576766 Nov 17 17:21:12.201581 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-96410242-eb40-4073-a006-1544b8df9b3c req-605b063e-4330-484e-a2d2-c394a02de9db tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Nov 17 17:21:12.538143 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ea32-acb1-499f-b538-dab816b2e68a req-98770c45-3619-4281-b207-87811b35a4e9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:12.539657 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0dd8ea32-acb1-499f-b538-dab816b2e68a req-98770c45-3619-4281-b207-87811b35a4e9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0484047 Nov 17 17:21:12.587225 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0dd8ea32-acb1-499f-b538-dab816b2e68a req-c1549acc-00f5-46a9-afda-e0e0f17e9fcd tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Nov 17 17:21:12.995501 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cbb23-411c-47c7-a905-49ba45f0a10a req-d8f508f8-0799-4c99-8c6b-6c49af20ac7d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:12.997042 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1a5cbb23-411c-47c7-a905-49ba45f0a10a req-d8f508f8-0799-4c99-8c6b-6c49af20ac7d tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0519841 Nov 17 17:21:13.044335 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1a5cbb23-411c-47c7-a905-49ba45f0a10a req-94278c5a-8b11-42fe-8911-2843cca026ee tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Nov 17 17:21:13.329642 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebcce-94d2-44c2-a3d9-be2b073d1b8d req-741b77a1-eca9-465d-8377-efae9c30b242 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:13.331117 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ec3ebcce-94d2-44c2-a3d9-be2b073d1b8d req-741b77a1-eca9-465d-8377-efae9c30b242 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0554194 Nov 17 17:21:13.380355 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ec3ebcce-94d2-44c2-a3d9-be2b073d1b8d req-94ce9cfb-7cc7-4fcd-b506-41c7352d6c68 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Nov 17 17:21:13.714178 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eec071-56f4-4045-b257-7fbe2770d9b8 req-1edf1f39-67b4-48de-a0b5-3b40690f27bc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:13.715627 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d7eec071-56f4-4045-b257-7fbe2770d9b8 req-1edf1f39-67b4-48de-a0b5-3b40690f27bc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0521493 Nov 17 17:21:13.762619 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d7eec071-56f4-4045-b257-7fbe2770d9b8 req-de2421b8-fbd5-43c7-9ee3-34f8fe83bd39 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411303 Nov 17 17:21:14.155571 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bbeb3-f92f-4393-81f4-0dba6ab06478 req-0a7eba4b-fb00-4cd8-91e1-2aafe31afd83 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.157036 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-932bbeb3-f92f-4393-81f4-0dba6ab06478 req-0a7eba4b-fb00-4cd8-91e1-2aafe31afd83 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Nov 17 17:21:14.203799 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-932bbeb3-f92f-4393-81f4-0dba6ab06478 req-514ef43a-a2e8-4aaa-b150-8042e5801036 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Nov 17 17:21:14.416775 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-4c8a6461-f297-49b6-b811-0f85b3323c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.418288 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-4c8a6461-f297-49b6-b811-0f85b3323c73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc960e8-1ba3-4d69-8db6-326bbe18336d HTTP/1.1" status: 200 len: 848 time: 0.0445516 Nov 17 17:21:14.500632 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bb1d9-0cbb-434b-b583-40ffb7427993 req-2927f06a-c238-4029-a9b4-f5e9a94b0356 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.502159 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f10bb1d9-0cbb-434b-b583-40ffb7427993 req-2927f06a-c238-4029-a9b4-f5e9a94b0356 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0491405 Nov 17 17:21:14.512614 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-f558188e-b806-4765-a630-1660e62baa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.514056 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-f558188e-b806-4765-a630-1660e62baa21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712140 Nov 17 17:21:14.522361 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-0d726626-5289-4b48-968c-2794140449f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.523745 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-0d726626-5289-4b48-968c-2794140449f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 1097 time: 0.0523913 Nov 17 17:21:14.551654 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f10bb1d9-0cbb-434b-b583-40ffb7427993 req-7840e73f-4495-4f06-b2bc-9ce0873cc4fa tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434642 Nov 17 17:21:14.680893 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-927207b2-2145-401c-8e54-84860981e738 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.682404 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-927207b2-2145-401c-8e54-84860981e738 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 945 time: 0.0511923 Nov 17 17:21:14.698179 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-0b922cad-01f5-47a2-b3f5-802b0b10a413 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601076 Nov 17 17:21:14.709219 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-a2815ce8-a760-4cfe-80b5-a365bd45019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.710673 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-a2815ce8-a760-4cfe-80b5-a365bd45019f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 917 time: 0.1398697 Nov 17 17:21:14.812622 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Deleting port 4ada7faf-3028-4563-8823-aae46cde560e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:21:14.812967 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:14.828018 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-d8f1c3f0-c0b3-4c3c-ad23-5861643882d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10 HTTP/1.1" status: 200 len: 1000 time: 0.1000130 Nov 17 17:21:14.895904 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-cb34914e-da6f-4408-a564-7cd085e82852 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882470 Nov 17 17:21:14.907267 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] For port 4ada7faf-3028-4563-8823-aae46cde560e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4ada7faf-3028-4563-8823-aae46cde560e,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:14.907629 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:14.922767 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-10a9c051-8fc4-42dc-9072-3b6641349424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.924192 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-10a9c051-8fc4-42dc-9072-3b6641349424 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0824726 Nov 17 17:21:14.924318 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Calling delete_port for 4ada7faf-3028-4563-8823-aae46cde560e owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:21:14.944280 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c6d10-6baf-44c5-9548-c1caaa603383 req-dd89d7ab-4251-48dd-b5b3-288ba8f347a1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:14.944280 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a74c6d10-6baf-44c5-9548-c1caaa603383 req-dd89d7ab-4251-48dd-b5b3-288ba8f347a1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0966108 Nov 17 17:21:15.000843 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-305a0e2f-2b80-45fb-a9a1-56cc9cf0c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:15.002304 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-305a0e2f-2b80-45fb-a9a1-56cc9cf0c340 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0626864 Nov 17 17:21:15.014320 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a74c6d10-6baf-44c5-9548-c1caaa603383 req-e69a33f8-01c6-454c-8595-3aadeba70f31 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664752 Nov 17 17:21:15.108988 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-cbb8793f-e056-4e4b-8820-6e708dc2fc89 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855579 Nov 17 17:21:15.147449 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:15.160114 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['4ada7faf-3028-4563-8823-aae46cde560e', '3de0299e-d26a-460d-9f60-addfbad86625'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:21:15.181913 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Pushing event deleted for resources: {'Port': ['ID=4ada7faf-3028-4563-8823-aae46cde560e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:15.213839 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1a0ef2cf-129a-4f7e-b6ed-4fecb2d5b49f req-45de1286-f48f-4fd4-a2ef-745b859899e9 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893850 Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.237249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:15.262010 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] No DVR routers for this DVR port 4ada7faf-3028-4563-8823-aae46cde560e on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:21:15.266427 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:15.270049 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b2cddc3d-8e1e-4e46-b076-b1c286c9c8ac req-1feb7380-c21f-4c98-b02d-69b4ad0b897b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.69 "DELETE /v2.0/ports/4ada7faf-3028-4563-8823-aae46cde560e HTTP/1.1" status: 204 len: 173 time: 0.5801456 Nov 17 17:21:15.270663 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b449303-b9d3-4e5c-a7a3-7fb7e3124799', 'name': 'network-vif-deleted', 'tag': '4ada7faf-3028-4563-8823-aae46cde560e'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:21:15.273014 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3e2970-12c6-4b13-8b95-3c67a84e99ee" -d '{"events": [{"server_uuid": "4b449303-b9d3-4e5c-a7a3-7fb7e3124799", "name": "network-vif-deleted", "tag": "4ada7faf-3028-4563-8823-aae46cde560e"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:21:15.318065 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04906da-07aa-42fb-bad0-2be363eafd56 x-openstack-request-id: req-a04906da-07aa-42fb-bad0-2be363eafd56 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:21:15.318362 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b449303-b9d3-4e5c-a7a3-7fb7e3124799", "name": "network-vif-deleted", "tag": "4ada7faf-3028-4563-8823-aae46cde560e", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:21:15.318616 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a04906da-07aa-42fb-bad0-2be363eafd56 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:21:15.319010 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b449303-b9d3-4e5c-a7a3-7fb7e3124799', 'name': 'network-vif-deleted', 'tag': '4ada7faf-3028-4563-8823-aae46cde560e', 'status': 'completed', 'code': 200} Nov 17 17:21:15.321022 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d100347f-41fb-4a78-a0e2-1f284e748a3f req-0ddfb718-8d4c-43a7-a2e6-ad45814ecd9a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 210 time: 0.0358243 Nov 17 17:21:15.420945 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-d29a52c5-d196-4428-84d5-6ec98b97ab5a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:15.422391 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-d29a52c5-d196-4428-84d5-6ec98b97ab5a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0494583 Nov 17 17:21:15.525456 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Deleting port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:21:15.526095 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:15.617890 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] For port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:15.618249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:15.634276 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Calling delete_port for 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:21:15.673653 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a2014-d6c0-455b-bd51-bc5c83bbafb6 req-1580aadd-6403-4593-ac16-5239fa5facd4 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:15.675154 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c1a2014-d6c0-455b-bd51-bc5c83bbafb6 req-1580aadd-6403-4593-ac16-5239fa5facd4 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 946 time: 0.0537086 Nov 17 17:21:15.736071 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1c1a2014-d6c0-455b-bd51-bc5c83bbafb6 req-46509f56-e474-4284-a4fc-4d6fc102f12a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538945 Nov 17 17:21:15.844558 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:15.857668 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['1d08a807-361e-4c11-b6d1-362a9452ea85', '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:21:15.874924 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Pushing event deleted for resources: {'Port': ['ID=13265d29-ac9a-46a1-ac4f-f6cd2e92a16f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:15.922798 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] No DVR routers for this DVR port 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:21:15.925109 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:15.929500 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-323a99a4-305d-448c-aa8f-cf3cfa94880c req-9e459b94-02a8-4853-9933-39948f663a9a tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "DELETE /v2.0/ports/13265d29-ac9a-46a1-ac4f-f6cd2e92a16f HTTP/1.1" status: 204 len: 173 time: 0.4952056 Nov 17 17:21:16.136027 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90866693-e408-4a97-9064-477a5c6b9880 req-2b65aa60-156d-4ef2-99ef-f743ca17d23d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:16.137490 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-90866693-e408-4a97-9064-477a5c6b9880 req-2b65aa60-156d-4ef2-99ef-f743ca17d23d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0488296 Nov 17 17:21:16.187864 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-90866693-e408-4a97-9064-477a5c6b9880 req-9c469534-2632-48ca-aa41-4c0ac68c99e6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444105 Nov 17 17:21:16.431584 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7d5dc23f-3c97-40f2-8a5b-968544f61fdc req-f964d41b-8da7-49c5-8121-9a3fbbf6d761 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b449303-b9d3-4e5c-a7a3-7fb7e3124799 HTTP/1.1" status: 200 len: 210 time: 0.0269077 Nov 17 17:21:16.490279 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a38ed34d-b6e9-4d9b-8774-050bbac419b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:16.843133 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-83c595f9-7c39-47d7-bd10-06067934d079 req-0c06332e-4db9-46a4-989d-7b128ce6d525 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f19bc1-ff97-4b5b-b69e-361a6485113d HTTP/1.1" status: 200 len: 210 time: 0.0263886 Nov 17 17:21:17.310618 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ca0fa-39a7-40d2-80f0-7a44d9efbe95 req-c3109f84-acde-4a90-b49b-9a76d0743ef1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:17.312063 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e25ca0fa-39a7-40d2-80f0-7a44d9efbe95 req-c3109f84-acde-4a90-b49b-9a76d0743ef1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0515065 Nov 17 17:21:17.319761 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f19bc1-ff97-4b5b-b69e-361a6485113d', 'name': 'network-vif-deleted', 'tag': '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:21:17.322115 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676a19ec-6a5a-412f-b472-b4c6b209e2d2" -d '{"events": [{"server_uuid": "b5f19bc1-ff97-4b5b-b69e-361a6485113d", "name": "network-vif-deleted", "tag": "13265d29-ac9a-46a1-ac4f-f6cd2e92a16f"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:21:17.356640 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94bf119-eeed-4ba7-b2d9-c200e9c00685 x-openstack-request-id: req-b94bf119-eeed-4ba7-b2d9-c200e9c00685 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:21:17.356938 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f19bc1-ff97-4b5b-b69e-361a6485113d", "name": "network-vif-deleted", "tag": "13265d29-ac9a-46a1-ac4f-f6cd2e92a16f", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:21:17.357191 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b94bf119-eeed-4ba7-b2d9-c200e9c00685 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:21:17.357579 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f19bc1-ff97-4b5b-b69e-361a6485113d', 'name': 'network-vif-deleted', 'tag': '13265d29-ac9a-46a1-ac4f-f6cd2e92a16f', 'status': 'completed', 'code': 200} Nov 17 17:21:17.360197 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e25ca0fa-39a7-40d2-80f0-7a44d9efbe95 req-65bc13f4-0df6-42d1-8048-efdef9f3cda0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412452 Nov 17 17:21:17.938230 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11942-54fa-4707-a712-8a848f4dfc3a req-e598aa28-69a1-4b7b-8339-fe333e162926 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:17.939669 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bbc11942-54fa-4707-a712-8a848f4dfc3a req-e598aa28-69a1-4b7b-8339-fe333e162926 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0508821 Nov 17 17:21:17.991666 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bbc11942-54fa-4707-a712-8a848f4dfc3a req-7f3d4144-111c-4922-a1a5-6103b893b9c8 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 Nov 17 17:21:18.071123 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 4ada7faf-3028-4563-8823-aae46cde560e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:21:18.092226 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 4ada7faf-3028-4563-8823-aae46cde560e {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:21:18.092509 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 4ada7faf-3028-4563-8823-aae46cde560e not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:21:18.481955 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8dc31-dd97-434d-9b84-d8ac56c50ff0 req-ac5af9fb-41b2-42b6-80a0-f722a1cbf5cc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:18.483380 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96a8dc31-dd97-434d-9b84-d8ac56c50ff0 req-ac5af9fb-41b2-42b6-80a0-f722a1cbf5cc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0478587 Nov 17 17:21:18.532454 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-96a8dc31-dd97-434d-9b84-d8ac56c50ff0 req-434a0d25-95b0-475e-8360-231d4cafcefb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419672 Nov 17 17:21:18.770190 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8714-c239-4dd5-8427-341de14fc6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:19.103423 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd676bb-d31c-4504-bc1c-32c0e446f1fa req-48d4616d-6756-42a5-ac75-ec25b92089a9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:19.104863 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bdd676bb-d31c-4504-bc1c-32c0e446f1fa req-48d4616d-6756-42a5-ac75-ec25b92089a9 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0471663 Nov 17 17:21:19.152178 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bdd676bb-d31c-4504-bc1c-32c0e446f1fa req-b57b57dc-f734-424d-a427-9c6643b7ceb4 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Nov 17 17:21:19.552990 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e6dd1-24de-4c2e-bc45-46b41d1b2b2a req-e5c27347-3d30-4930-8430-b2b378d46be5 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:19.554440 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a5e6dd1-24de-4c2e-bc45-46b41d1b2b2a req-e5c27347-3d30-4930-8430-b2b378d46be5 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 945 time: 0.0497599 Nov 17 17:21:19.603000 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a5e6dd1-24de-4c2e-bc45-46b41d1b2b2a req-d3eed0e8-bf8a-4006-923d-d7409f0e93b4 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Nov 17 17:21:19.656225 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11f82-f416-49be-8252-2c23ad0c5a8c req-c6d0d483-d348-4826-99bf-5161049750bc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:19.657697 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2f11f82-f416-49be-8252-2c23ad0c5a8c req-c6d0d483-d348-4826-99bf-5161049750bc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0491593 Nov 17 17:21:19.704325 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2f11f82-f416-49be-8252-2c23ad0c5a8c req-b0795957-7d24-4746-bcd4-120e954b8804 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399384 Nov 17 17:21:19.878543 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:20.090101 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:21:20.109712 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:21:20.110047 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 13265d29-ac9a-46a1-ac4f-f6cd2e92a16f not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:21:20.270793 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20187f-7e2c-4971-998a-3f5bfe1bf8f8 req-1ece7fc9-f263-4cac-9f67-676966602d5b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:20.272248 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8f20187f-7e2c-4971-998a-3f5bfe1bf8f8 req-1ece7fc9-f263-4cac-9f67-676966602d5b tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0527096 Nov 17 17:21:20.320350 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8f20187f-7e2c-4971-998a-3f5bfe1bf8f8 req-c1b9cfaa-c903-4d05-890a-2eee3bd42aad tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Nov 17 17:21:20.715872 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbf9a1-0a30-4fb3-8d3c-7fd50cbb62de req-7de638dc-9434-4f81-9abd-70de846693e0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:20.717335 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8bbbf9a1-0a30-4fb3-8d3c-7fd50cbb62de req-7de638dc-9434-4f81-9abd-70de846693e0 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 945 time: 0.0477307 Nov 17 17:21:20.764375 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8bbbf9a1-0a30-4fb3-8d3c-7fd50cbb62de req-9bfe5634-d98b-4d65-b267-7d28b7c5ada1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/security-groups?id=637efaa6-3fcc-492f-a93e-1f1b24ac9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Nov 17 17:21:20.825847 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeaa5b-2f40-44f7-bdd1-359e7a7163e5 req-07aba412-acb6-4c61-9b07-d5189a6ffe65 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:20.827190 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ebaeaa5b-2f40-44f7-bdd1-359e7a7163e5 req-07aba412-acb6-4c61-9b07-d5189a6ffe65 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0487695 Nov 17 17:21:20.873391 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ebaeaa5b-2f40-44f7-bdd1-359e7a7163e5 req-2fb1ec1f-c04d-4f6d-b925-29a5d2fc4622 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Nov 17 17:21:21.255988 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:21.436923 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41c768-b66b-443a-827c-7103904e5a51 req-79222eac-e8d5-4d71-a197-bd3ff051d6d7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:21.438362 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8a41c768-b66b-443a-827c-7103904e5a51 req-79222eac-e8d5-4d71-a197-bd3ff051d6d7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0518146 Nov 17 17:21:21.450810 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-8ee3c19b-31b8-4469-a9f4-4b955d3631f1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:21.452276 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-8ee3c19b-31b8-4469-a9f4-4b955d3631f1 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 945 time: 0.0516906 Nov 17 17:21:21.486674 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8a41c768-b66b-443a-827c-7103904e5a51 req-5e2699cf-b9c7-49c3-b9ba-4dc5ee26663a tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Nov 17 17:21:21.542928 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Deleting port 1d08a807-361e-4c11-b6d1-362a9452ea85 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:21:21.543264 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:21.632238 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] For port 1d08a807-361e-4c11-b6d1-362a9452ea85, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d08a807-361e-4c11-b6d1-362a9452ea85,segment=NetworkSegment(6d12c8dd-61c4-48b6-85bc-c8aae575b8e7),segment_id=6d12c8dd-61c4-48b6-85bc-c8aae575b8e7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:21.632634 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:21.644079 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Calling delete_port for 1d08a807-361e-4c11-b6d1-362a9452ea85 owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:21:21.827627 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:21.840163 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['1d08a807-361e-4c11-b6d1-362a9452ea85'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:21:21.868787 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Pushing event deleted for resources: {'Port': ['ID=1d08a807-361e-4c11-b6d1-362a9452ea85,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:21.886466 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-078647a1-d6a5-462e-87e7-595f9eadf132 req-a36de928-89c0-4517-a4c0-4d242bda73bf tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.0505788 Nov 17 17:21:21.927503 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] No DVR routers for this DVR port 1d08a807-361e-4c11-b6d1-362a9452ea85 on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:21:21.930620 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:21.934079 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-781c9d4e-a652-475f-b0a6-8b523ae2deb6 req-08dcdc81-abba-44c1-9a34-b65406b2298e tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.69 "DELETE /v2.0/ports/1d08a807-361e-4c11-b6d1-362a9452ea85 HTTP/1.1" status: 204 len: 173 time: 0.4738853 Nov 17 17:21:21.934521 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e593c-5fae-4468-8472-151fa75eb10e', 'name': 'network-vif-deleted', 'tag': '1d08a807-361e-4c11-b6d1-362a9452ea85'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:21:21.936847 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec8337d-e95e-4940-bbf2-0334051d000a" -d '{"events": [{"server_uuid": "6d4e593c-5fae-4468-8472-151fa75eb10e", "name": "network-vif-deleted", "tag": "1d08a807-361e-4c11-b6d1-362a9452ea85"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:21:21.974528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19d7169-ad5f-43f7-8b90-89cfe9340586 x-openstack-request-id: req-f19d7169-ad5f-43f7-8b90-89cfe9340586 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:21:21.974842 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4e593c-5fae-4468-8472-151fa75eb10e", "name": "network-vif-deleted", "tag": "1d08a807-361e-4c11-b6d1-362a9452ea85", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:21:21.975096 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f19d7169-ad5f-43f7-8b90-89cfe9340586 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:21:21.975515 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4e593c-5fae-4468-8472-151fa75eb10e', 'name': 'network-vif-deleted', 'tag': '1d08a807-361e-4c11-b6d1-362a9452ea85', 'status': 'completed', 'code': 200} Nov 17 17:21:21.999778 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dfab5-6f54-4a4f-b4b7-c7f3d1945b22 req-fa982f79-08c5-426d-8f51-0eefbebc1dd0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:22.001249 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa1dfab5-6f54-4a4f-b4b7-c7f3d1945b22 req-fa982f79-08c5-426d-8f51-0eefbebc1dd0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 944 time: 0.0495644 Nov 17 17:21:22.049491 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fa1dfab5-6f54-4a4f-b4b7-c7f3d1945b22 req-e0151573-4833-4dc9-b93f-4e48b2bf7dbc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405805 Nov 17 17:21:22.103010 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:21:22.149495 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:22.208249 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:22.219054 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'port_id': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'mac_address': 'fa:16:3e:24:c2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:21:22.256333 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:22.268899 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272e1194-2d78-43bb-a34f-1a3cebccdf10 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:21:22.289294 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:22.387034 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:22.433700 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=9']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:22.603791 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c74a8-f9db-4e7f-9a8c-a6eb46e194ad req-a1833c95-1c84-4f48-ad73-903f3138f517 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:22.605285 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-464c74a8-f9db-4e7f-9a8c-a6eb46e194ad req-a1833c95-1c84-4f48-ad73-903f3138f517 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0509875 Nov 17 17:21:22.654830 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-464c74a8-f9db-4e7f-9a8c-a6eb46e194ad req-fac8785e-447e-4fbd-a475-7972e9526245 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436840 Nov 17 17:21:22.689079 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['272e1194-2d78-43bb-a34f-1a3cebccdf10'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:21:22.995193 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-25379f31-da95-4c11-94f8-d1fc1f3cb8ea req-26577fc5-b03a-437e-a7e8-11fa818b7010 tempest-AttachVolumeNegativeTest-1650547744 tempest-AttachVolumeNegativeTest-1650547744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4e593c-5fae-4468-8472-151fa75eb10e HTTP/1.1" status: 200 len: 210 time: 0.0266662 Nov 17 17:21:23.183400 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d01a7-b1f6-4911-8ebc-428481ada6ca req-d46e013c-fd9d-4fbc-aec2-bae62b791ed1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:23.184832 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b0d01a7-b1f6-4911-8ebc-428481ada6ca req-d46e013c-fd9d-4fbc-aec2-bae62b791ed1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Nov 17 17:21:23.232901 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b0d01a7-b1f6-4911-8ebc-428481ada6ca req-6d2d359f-522e-4636-894d-9e742e39a453 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421236 Nov 17 17:21:23.770348 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee316-eb5e-49b7-84a8-97ac47f7d5cf req-57e7cf1b-25a2-4656-b69a-ffb90d577ce3 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:23.771783 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ab8ee316-eb5e-49b7-84a8-97ac47f7d5cf req-57e7cf1b-25a2-4656-b69a-ffb90d577ce3 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0508187 Nov 17 17:21:23.817827 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ab8ee316-eb5e-49b7-84a8-97ac47f7d5cf req-47d17476-9eb4-48c6-988c-b6fff765f538 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5dce771-e904-4c82-9362-f54f79c64f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Nov 17 17:21:24.050051 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45228) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:24.093178 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb5cf7f-4add-4ded-9022-4f4a12b39c4f admin admin] Deleting subnet 367e5561-314f-482d-81dc-779ede48e9e3 {{(pid=102411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:21:24.096151 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cf7f-4add-4ded-9022-4f4a12b39c4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.114258 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:21:24.156229 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cf7f-4add-4ded-9022-4f4a12b39c4f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.160197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 272e1194-2d78-43bb-a34f-1a3cebccdf10 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:21:24.161260 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.168614 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cf7f-4add-4ded-9022-4f4a12b39c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.209118 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-224dfbba-5bf8-4ad5-a519-2e973f1edec7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:24.210532 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-224dfbba-5bf8-4ad5-a519-2e973f1edec7 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.69 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 945 time: 0.0952923 Nov 17 17:21:24.241375 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.263998 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:21:24.266289 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cceb6d-f274-4125-8b78-e5cdd5558294" -d '{"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-plugged", "status": "completed", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:21:24.279910 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:24.315170 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d66f7-70fb-4bab-aa16-c797859f5d06 x-openstack-request-id: req-a60d66f7-70fb-4bab-aa16-c797859f5d06 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:21:24.315488 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-plugged", "status": "completed", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:21:24.316220 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a60d66f7-70fb-4bab-aa16-c797859f5d06 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:21:24.316690 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'code': 200} Nov 17 17:21:24.325110 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Deleting port 3de0299e-d26a-460d-9f60-addfbad86625 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:21:24.325449 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.353590 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.354317 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 1d08a807-361e-4c11-b6d1-362a9452ea85 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:21:24.356846 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cf7f-4add-4ded-9022-4f4a12b39c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.359222 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd32eec-7ec8-4c7d-b814-46c7fc8b0d67 req-6dd3735c-63b0-4db8-906c-82cd42a7916d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:24.361100 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ddd32eec-7ec8-4c7d-b814-46c7fc8b0d67 req-6dd3735c-63b0-4db8-906c-82cd42a7916d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 945 time: 0.0512578 Nov 17 17:21:24.380880 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 1d08a807-361e-4c11-b6d1-362a9452ea85 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:21:24.381384 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 1d08a807-361e-4c11-b6d1-362a9452ea85 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:21:24.420706 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ddd32eec-7ec8-4c7d-b814-46c7fc8b0d67 req-c1f9880a-dc53-4e1a-a813-2f926ce75b1a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527670 Nov 17 17:21:24.420877 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cf7f-4add-4ded-9022-4f4a12b39c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.424338 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-8eb5cf7f-4add-4ded-9022-4f4a12b39c4f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/367e5561-314f-482d-81dc-779ede48e9e3 HTTP/1.1" status: 204 len: 168 time: 0.3732848 Nov 17 17:21:24.426944 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45234) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:24.427531 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5cf7f-4add-4ded-9022-4f4a12b39c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367e5561-314f-482d-81dc-779ede48e9e3,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:24.433019 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=10']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:24.468188 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] For port 3de0299e-d26a-460d-9f60-addfbad86625, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3de0299e-d26a-460d-9f60-addfbad86625,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:24.468588 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.481841 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Calling delete_port for 3de0299e-d26a-460d-9f60-addfbad86625 owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:21:24.505701 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.581131 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.606009 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990fbe5c-f968-486a-a0a2-0b502c1d7c89']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:24.615828 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:24.620154 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d12c8dd-61c4-48b6-85bc-c8aae575b8e7') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:24.625247 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.638353 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.644029 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:21:24.644404 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:21:24.646852 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:21:24.696443 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.713938 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['3de0299e-d26a-460d-9f60-addfbad86625'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:21:24.726082 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Pushing event deleted for resources: {'Port': ['ID=3de0299e-d26a-460d-9f60-addfbad86625,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:24.766062 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] No DVR routers for this DVR port 3de0299e-d26a-460d-9f60-addfbad86625 on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:21:24.768475 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.772565 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a1f1cfe2-ad79-41fb-b1df-76737b3a398b req-f2bfaef1-3c05-41a1-8aeb-4d23dcb9e350 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.69 "DELETE /v2.0/ports/3de0299e-d26a-460d-9f60-addfbad86625 HTTP/1.1" status: 204 len: 173 time: 0.5536823 Nov 17 17:21:24.773000 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbafb25-7644-458e-b425-720bd5fcc61b', 'name': 'network-vif-deleted', 'tag': '3de0299e-d26a-460d-9f60-addfbad86625'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:21:24.775204 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba5c19-7812-482b-be6c-07f1daf2cac8" -d '{"events": [{"server_uuid": "acbafb25-7644-458e-b425-720bd5fcc61b", "name": "network-vif-deleted", "tag": "3de0299e-d26a-460d-9f60-addfbad86625"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:21:24.813894 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e3e0ff-ea04-4629-8567-5a11f485a0dc x-openstack-request-id: req-07e3e0ff-ea04-4629-8567-5a11f485a0dc {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:21:24.814179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbafb25-7644-458e-b425-720bd5fcc61b", "name": "network-vif-deleted", "tag": "3de0299e-d26a-460d-9f60-addfbad86625", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:21:24.814429 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07e3e0ff-ea04-4629-8567-5a11f485a0dc {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:21:24.814875 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbafb25-7644-458e-b425-720bd5fcc61b', 'name': 'network-vif-deleted', 'tag': '3de0299e-d26a-460d-9f60-addfbad86625', 'status': 'completed', 'code': 200} Nov 17 17:21:24.817632 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.823021 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:24.828188 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/990fbe5c-f968-486a-a0a2-0b502c1d7c89 HTTP/1.1" status: 204 len: 168 time: 0.3989944 Nov 17 17:21:24.840323 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=990fbe5c-f968-486a-a0a2-0b502c1d7c89,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:24.848327 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.848906 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.849183 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.849593 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.849928 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.850258 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.851259 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.851546 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.851876 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.852474 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.852863 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.853180 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ddd88-4274-4455-b0c7-7ade1701f2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:21:24.912924 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a619027c-4ee6-4659-b1fe-e1c745fc4716 req-85857da4-2535-455f-b754-56f1c33affe0 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 210 time: 0.0259278 Nov 17 17:21:25.026374 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc1f36-7d8c-414e-ba61-20934c172c7e req-01665bef-5e86-4a7e-9082-f2600145d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:25.027839 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-dcbc1f36-7d8c-414e-ba61-20934c172c7e req-01665bef-5e86-4a7e-9082-f2600145d67b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 1100 time: 0.0452430 Nov 17 17:21:25.075914 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-dcbc1f36-7d8c-414e-ba61-20934c172c7e req-a0a8ad43-2f03-4577-af31-5c51c9ee85bd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384831 Nov 17 17:21:25.207473 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45242) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:25.251163 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-864f443e-13dc-4db2-bcdf-17c6ba560452 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6347a86563fb4857807ab7e813d3d0a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424688 Nov 17 17:21:25.253664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45244) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:25.300568 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f31e157b-6dd6-47bb-9b1c-afc025031811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:25.323054 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f31e157b-6dd6-47bb-9b1c-afc025031811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:25.501820 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f31e157b-6dd6-47bb-9b1c-afc025031811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:25.504612 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f31e157b-6dd6-47bb-9b1c-afc025031811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:25.505760 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f31e157b-6dd6-47bb-9b1c-afc025031811 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/637efaa6-3fcc-492f-a93e-1f1b24ac9464 HTTP/1.1" status: 204 len: 168 time: 0.2509160 Nov 17 17:21:25.513689 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e157b-6dd6-47bb-9b1c-afc025031811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637efaa6-3fcc-492f-a93e-1f1b24ac9464,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:25.557817 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dae43-3810-44d9-a869-8752fa49b2c0 req-cad647d7-3547-4505-bece-2e58e42eee34 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:25.562178 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-de3dae43-3810-44d9-a869-8752fa49b2c0 req-cad647d7-3547-4505-bece-2e58e42eee34 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0552921 Nov 17 17:21:25.608547 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-de3dae43-3810-44d9-a869-8752fa49b2c0 req-effba145-15f6-41af-b172-6cbbc3c804a3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434153 Nov 17 17:21:26.021522 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b7736dcb-6ee7-4a3b-8b21-6c1144c0d5e1 req-c3f7b7f1-718a-4601-a729-173739295581 tempest-ServerRescueNegativeTestJSON-1717549790 tempest-ServerRescueNegativeTestJSON-1717549790-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbafb25-7644-458e-b425-720bd5fcc61b HTTP/1.1" status: 200 len: 210 time: 0.0305932 Nov 17 17:21:26.825796 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996885e-a962-465e-a871-15b1d6cc79bd req-face58cb-6311-44b8-8f45-97feb0873aed tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:26.827268 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4996885e-a962-465e-a871-15b1d6cc79bd req-face58cb-6311-44b8-8f45-97feb0873aed tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.1420813 Nov 17 17:21:26.875377 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4996885e-a962-465e-a871-15b1d6cc79bd req-499945d0-0eb6-4ce4-829d-685437913a73 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 Nov 17 17:21:27.082511 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45308) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:27.506697 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:27.810529 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Deleting port 4abcff53-ec3a-422a-9ae1-14fad12f0473 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:21:27.810945 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:27.887028 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] For port 4abcff53-ec3a-422a-9ae1-14fad12f0473, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=4abcff53-ec3a-422a-9ae1-14fad12f0473,segment=NetworkSegment(79db0479-fd8b-4873-a305-d96fd4cfea6a),segment_id=79db0479-fd8b-4873-a305-d96fd4cfea6a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:27.887322 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:27.902715 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Calling delete_port for 4abcff53-ec3a-422a-9ae1-14fad12f0473 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:21:27.998608 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137b82-c2c4-456d-85ca-9627bb440ff0 req-5b3edef6-08cd-43ca-a521-7274b8800fb6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:28.000100 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-be137b82-c2c4-456d-85ca-9627bb440ff0 req-5b3edef6-08cd-43ca-a521-7274b8800fb6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0494549 Nov 17 17:21:28.054845 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-be137b82-c2c4-456d-85ca-9627bb440ff0 req-5dab7349-2571-47c4-be42-07e4164bb67d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472801 Nov 17 17:21:28.123873 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 3de0299e-d26a-460d-9f60-addfbad86625 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:21:28.143816 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 3de0299e-d26a-460d-9f60-addfbad86625 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:21:28.144080 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 3de0299e-d26a-460d-9f60-addfbad86625 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:21:28.181807 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:28.209867 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4abcff53-ec3a-422a-9ae1-14fad12f0473,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:28.367120 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:28.817360 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:21:28.923449 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:21:28.939110 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-7d61da0f-a0da-4dff-a740-de2d440eae54 admin admin] 10.222.0.41 "PUT /v2.0/routers/c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8455253 Nov 17 17:21:28.939110 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45352) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:28.939408 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb190c-8539-4025-87a8-3448bef085da None None] Sync routers for ids ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:21:28.943567 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb190c-8539-4025-87a8-3448bef085da None None] Routers {'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:21:28.944188 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-73bb190c-8539-4025-87a8-3448bef085da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:21:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:29.038802 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:29.047939 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-73bb190c-8539-4025-87a8-3448bef085da None None] Set router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:21:29.192418 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:29.210094 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a95fa-6aa8-4a37-87cc-ef33da5659f0 req-d648e50b-fb34-42b8-a278-3c24678cc7b1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:29.211623 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-001a95fa-6aa8-4a37-87cc-ef33da5659f0 req-d648e50b-fb34-42b8-a278-3c24678cc7b1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0748076 Nov 17 17:21:29.235356 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-73bb190c-8539-4025-87a8-3448bef085da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:21:28Z', 'revision_number': 5, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:29.260411 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-001a95fa-6aa8-4a37-87cc-ef33da5659f0 req-6cc89a5b-beb2-4cfb-a658-cc67c2f2a3c4 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425482 Nov 17 17:21:29.262386 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb190c-8539-4025-87a8-3448bef085da None None] Checking router: c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:21:29.271388 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb190c-8539-4025-87a8-3448bef085da None None] Routers {'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:21:29.271991 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-73bb190c-8539-4025-87a8-3448bef085da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:21:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:29.339326 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Deleting port fa50d9d6-6b58-4eb0-9bd4-197af8d31804 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:21:29.339556 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:29.375947 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-73bb190c-8539-4025-87a8-3448bef085da None None] Set router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:21:29.416906 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] For port fa50d9d6-6b58-4eb0-9bd4-197af8d31804, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=fa50d9d6-6b58-4eb0-9bd4-197af8d31804,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:21:29.417265 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:29.430640 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Calling delete_port for fa50d9d6-6b58-4eb0-9bd4-197af8d31804 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:21:29.550903 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-73bb190c-8539-4025-87a8-3448bef085da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:21:28Z', 'revision_number': 5, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:29.580055 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb190c-8539-4025-87a8-3448bef085da None None] The sync data for ids ['c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb'] in dv-cinder-797608-20-iscsi is: [{'id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1438216635-router', 'tenant_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:56Z', 'updated_at': '2021-11-17T17:21:28Z', 'revision_number': 5, 'project_id': 'b7370f39c3834d2dbdfd0912ffac3ac6', 'gw_port': {'id': 'fa50d9d6-6b58-4eb0-9bd4-197af8d31804', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:17:58Z', 'updated_at': '2021-11-17T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:21:29.747450 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:29.776365 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa50d9d6-6b58-4eb0-9bd4-197af8d31804,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:29.842576 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:29.946706 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:29.948888 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.096741 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.097316 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:21:30.102589 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] Publish callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.103896 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6b1e1fd1-d117-4dac-97b0-8b34be06506a admin admin] 10.222.0.41 "DELETE /v2.0/routers/c1882c3d-80bb-4ddb-a67f-1008bfb4c0fb HTTP/1.1" status: 204 len: 168 time: 1.1712644 Nov 17 17:21:30.106575 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45366) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:30.214954 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_v2 [None req-61de766a-80ff-482b-9a74-07555f143d3a admin admin] Deleting subnet 03115606-87e1-49ef-8a6b-d1e4e6fc2bcf {{(pid=102411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:21:30.214954 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-61de766a-80ff-482b-9a74-07555f143d3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.214954 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-61de766a-80ff-482b-9a74-07555f143d3a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.214954 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-61de766a-80ff-482b-9a74-07555f143d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.358539 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45370) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:30.366655 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-61de766a-80ff-482b-9a74-07555f143d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for subnet, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.393077 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de766a-80ff-482b-9a74-07555f143d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03115606-87e1-49ef-8a6b-d1e4e6fc2bcf,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:30.396677 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-61de766a-80ff-482b-9a74-07555f143d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.401791 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-61de766a-80ff-482b-9a74-07555f143d3a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03115606-87e1-49ef-8a6b-d1e4e6fc2bcf HTTP/1.1" status: 204 len: 168 time: 0.2941408 Nov 17 17:21:30.402615 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45374) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:30.609877 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device fa50d9d6-6b58-4eb0-9bd4-197af8d31804 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:21:30.639379 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: fa50d9d6-6b58-4eb0-9bd4-197af8d31804 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:21:30.639726 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device fa50d9d6-6b58-4eb0-9bd4-197af8d31804 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:21:30.640144 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 4abcff53-ec3a-422a-9ae1-14fad12f0473 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:21:30.661630 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 4abcff53-ec3a-422a-9ae1-14fad12f0473 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:21:30.661986 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 4abcff53-ec3a-422a-9ae1-14fad12f0473 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:21:30.675406 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10a8c18e-0269-411d-91e1-9ecc065be8e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.686403 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.797091 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.830423 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.830779 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.831505 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.831849 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > port after_create 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.832744 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.833124 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > port after_update 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.833398 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.833736 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.834052 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.834385 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.901693 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.902036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.902364 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.902692 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 17:21:30.903064 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac20359e-4154-4b49-bd1c-e4d92c015121']}} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:30.927565 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79db0479-fd8b-4873-a305-d96fd4cfea6a') {'for_net_delete': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:30.927861 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79db0479-fd8b-4873-a305-d96fd4cfea6a') {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:21:30.942534 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10a8c18e-0269-411d-91e1-9ecc065be8e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.948253 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4635026'] for segment, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.967803 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.975680 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:21:30.976056 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4350629'] for segment, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: from cryptography.utils import int_from_bytes Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: from cryptography.utils import int_from_bytes Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: Traceback (most recent call last): Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: timer() Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: cb(*args, **kw) Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: return func(*args, **kwargs) Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: self._notify() Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: self.callback(batched_events) Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: event.method(event) Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: return f(self, *a, **k) Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._get(url).json() Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: return self.request(url, 'GET', **kwargs) Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:21:30.980037 dv-cinder-797608-20-iscsi neutron-server[102411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:21:31.027835 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10a8c18e-0269-411d-91e1-9ecc065be8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.073258 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-10a8c18e-0269-411d-91e1-9ecc065be8e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2dbf565d73594fa6bd0521ee8f4ca4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7136400 Nov 17 17:21:31.074100 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8c18e-0269-411d-91e1-9ecc065be8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa084d5-3f21-4f16-ba9f-071477bbcafb,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:31.075891 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45378) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:31.113619 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.119362 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.123340 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] 10.222.0.41 "DELETE /v2.0/networks/ac20359e-4154-4b49-bd1c-e4d92c015121 HTTP/1.1" status: 204 len: 168 time: 0.7197337 Nov 17 17:21:31.128056 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0853afe-354c-4994-9646-e554f50e345e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.136257 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff160a6-b0a0-4bd4-a437-bfbed92bf5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=ac20359e-4154-4b49-bd1c-e4d92c015121,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:31.150582 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0853afe-354c-4994-9646-e554f50e345e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.278455 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0853afe-354c-4994-9646-e554f50e345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.281193 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0853afe-354c-4994-9646-e554f50e345e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.282354 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-b0853afe-354c-4994-9646-e554f50e345e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2aa084d5-3f21-4f16-ba9f-071477bbcafb HTTP/1.1" status: 204 len: 168 time: 0.2054281 Nov 17 17:21:31.290284 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0853afe-354c-4994-9646-e554f50e345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa084d5-3f21-4f16-ba9f-071477bbcafb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:31.465811 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45384) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:31.505383 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-870409e8-07ae-47f6-9d5b-2a55d9db9d6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7370f39c3834d2dbdfd0912ffac3ac6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383530 Nov 17 17:21:31.510579 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45386) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:31.558497 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c06e624-ecbd-4ece-a0d6-c44a460bf67b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.579956 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c06e624-ecbd-4ece-a0d6-c44a460bf67b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.684681 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c06e624-ecbd-4ece-a0d6-c44a460bf67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.687309 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c06e624-ecbd-4ece-a0d6-c44a460bf67b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.688450 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-4c06e624-ecbd-4ece-a0d6-c44a460bf67b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5dce771-e904-4c82-9362-f54f79c64f3f HTTP/1.1" status: 204 len: 168 time: 0.1770020 Nov 17 17:21:31.696545 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06e624-ecbd-4ece-a0d6-c44a460bf67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dce771-e904-4c82-9362-f54f79c64f3f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:31.919734 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45392) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:31.924841 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5676807f-190b-454c-8ef3-8b234afddbf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:31.997729 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5676807f-190b-454c-8ef3-8b234afddbf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:32.072943 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5676807f-190b-454c-8ef3-8b234afddbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:32.111863 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676807f-190b-454c-8ef3-8b234afddbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d09a2-5c20-4707-a591-895a5b0e401b,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:32.118535 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-5676807f-190b-454c-8ef3-8b234afddbf3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cff17c90f04249a5ad5c5c7d247daf8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034588 Nov 17 17:21:32.119112 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45398) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:32.167553 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4f78-37f1-4f09-ad3c-b60d601ab3b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:32.188509 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4f78-37f1-4f09-ad3c-b60d601ab3b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:32.296040 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4f78-37f1-4f09-ad3c-b60d601ab3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:32.298722 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4f78-37f1-4f09-ad3c-b60d601ab3b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:32.306363 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-8a7d4f78-37f1-4f09-ad3c-b60d601ab3b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c09d09a2-5c20-4707-a591-895a5b0e401b HTTP/1.1" status: 204 len: 168 time: 0.1802559 Nov 17 17:21:32.308441 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d4f78-37f1-4f09-ad3c-b60d601ab3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d09a2-5c20-4707-a591-895a5b0e401b,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:32.693434 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:21:33.502829 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45466) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:33.651998 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b6880a11-241e-4af0-a0ca-cdd5f57bbfeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:33.724445 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b6880a11-241e-4af0-a0ca-cdd5f57bbfeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:33.810295 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b6880a11-241e-4af0-a0ca-cdd5f57bbfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:33.849921 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-b6880a11-241e-4af0-a0ca-cdd5f57bbfeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ce6ecf2b2f546c188711bb7da158b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459926 Nov 17 17:21:33.851876 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6880a11-241e-4af0-a0ca-cdd5f57bbfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640784c0-9d9e-479b-abe3-812aefa4086e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:33.852957 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45476) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:33.907199 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c2ace18-fa31-4459-8ab8-b44e01615151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:33.928610 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c2ace18-fa31-4459-8ab8-b44e01615151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:34.044583 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c2ace18-fa31-4459-8ab8-b44e01615151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:34.047176 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c2ace18-fa31-4459-8ab8-b44e01615151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:34.048315 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6c2ace18-fa31-4459-8ab8-b44e01615151 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/640784c0-9d9e-479b-abe3-812aefa4086e HTTP/1.1" status: 204 len: 168 time: 0.1943181 Nov 17 17:21:34.056785 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ace18-fa31-4459-8ab8-b44e01615151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640784c0-9d9e-479b-abe3-812aefa4086e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:37.749400 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45574) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:37.856652 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2081c90-b744-441a-912a-2e9c9b935989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:37.929453 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2081c90-b744-441a-912a-2e9c9b935989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:38.027129 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2081c90-b744-441a-912a-2e9c9b935989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:38.067351 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c2081c90-b744-441a-912a-2e9c9b935989 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d4647028b1f4a2f87cba250c117afa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168602 Nov 17 17:21:38.068710 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2081c90-b744-441a-912a-2e9c9b935989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0589941c-b2a3-43e8-b6c4-9cf0c3519921,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:38.069446 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45578) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:38.117512 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7540a6bb-2fcc-49e3-855b-ca777caff161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:38.137533 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7540a6bb-2fcc-49e3-855b-ca777caff161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:38.232897 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:38.261498 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7540a6bb-2fcc-49e3-855b-ca777caff161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:38.264288 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7540a6bb-2fcc-49e3-855b-ca777caff161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:38.265442 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-7540a6bb-2fcc-49e3-855b-ca777caff161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0589941c-b2a3-43e8-b6c4-9cf0c3519921 HTTP/1.1" status: 204 len: 168 time: 0.1950357 Nov 17 17:21:38.274568 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540a6bb-2fcc-49e3-855b-ca777caff161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0589941c-b2a3-43e8-b6c4-9cf0c3519921,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:38.855580 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45592) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:38.869115 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f29ef47-ed38-4e3c-82d7-edb5a5a86088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:38.939658 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f29ef47-ed38-4e3c-82d7-edb5a5a86088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:39.021504 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f29ef47-ed38-4e3c-82d7-edb5a5a86088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:39.061094 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6f29ef47-ed38-4e3c-82d7-edb5a5a86088 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e189033bc36d4fa0bcb0c4178bfd47c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044401 Nov 17 17:21:39.062179 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29ef47-ed38-4e3c-82d7-edb5a5a86088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8243f69-36ec-41d5-b027-1d1eb24c68d4,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:39.064097 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45594) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:39.118808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f910c167-2e34-48ad-a9c3-212e5dc938e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:39.139760 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f910c167-2e34-48ad-a9c3-212e5dc938e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:39.256773 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f910c167-2e34-48ad-a9c3-212e5dc938e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:39.259365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f910c167-2e34-48ad-a9c3-212e5dc938e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:39.260494 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f910c167-2e34-48ad-a9c3-212e5dc938e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8243f69-36ec-41d5-b027-1d1eb24c68d4 HTTP/1.1" status: 204 len: 168 time: 0.1953499 Nov 17 17:21:39.268342 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910c167-2e34-48ad-a9c3-212e5dc938e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8243f69-36ec-41d5-b027-1d1eb24c68d4,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:45.437022 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f6825-1706-4a41-8a4c-85907c6534e3 req-45ace3a2-e092-437a-8693-99acda4023e3 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:45.445242 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-951f6825-1706-4a41-8a4c-85907c6534e3 req-45ace3a2-e092-437a-8693-99acda4023e3 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0506849 Nov 17 17:21:45.487951 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-951f6825-1706-4a41-8a4c-85907c6534e3 req-9df72195-304a-4056-9af7-95e8d0573640 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Nov 17 17:21:46.444191 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e527-58fe-4d1d-a9b0-18d1040fb4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:46.621876 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4710d3-a532-4967-a504-94b7a5206912 req-86999f1b-dff0-480f-99cd-d136578d6ab4 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:46.623372 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cd4710d3-a532-4967-a504-94b7a5206912 req-86999f1b-dff0-480f-99cd-d136578d6ab4 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0562274 Nov 17 17:21:46.674632 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cd4710d3-a532-4967-a504-94b7a5206912 req-447b8d12-4e1b-4a45-b700-aa9623f5184f tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452864 Nov 17 17:21:47.792127 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab190ef-fd36-4cff-866c-a2b6ae94857e req-78715def-1c47-4c19-a2f6-6d6bf8272f1c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:47.793657 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ab190ef-fd36-4cff-866c-a2b6ae94857e req-78715def-1c47-4c19-a2f6-6d6bf8272f1c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0494168 Nov 17 17:21:47.846507 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ab190ef-fd36-4cff-866c-a2b6ae94857e req-92967e3e-4e85-4ed3-b0f7-8fd33660058a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467811 Nov 17 17:21:48.695489 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-882670c1-cf1d-4920-ae89-bf257d616430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:48.960976 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ac5db-5265-4518-bedc-23d1dda335aa req-8e642c0e-c833-446e-9cdb-cc8531af4396 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:48.962424 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3b6ac5db-5265-4518-bedc-23d1dda335aa req-8e642c0e-c833-446e-9cdb-cc8531af4396 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0487998 Nov 17 17:21:49.008718 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3b6ac5db-5265-4518-bedc-23d1dda335aa req-766d692e-1455-48a2-b0d8-d9b3f6df575f tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 Nov 17 17:21:49.884623 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:49.948821 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45820) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:50.054742 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d163717d-107b-4baa-ad59-a3ee8c753816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:50.153273 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24fd76-e747-4069-8b11-929ee90e3bbb req-9efde5ee-6cc5-417e-9531-9890202b4f78 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:50.154707 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0b24fd76-e747-4069-8b11-929ee90e3bbb req-9efde5ee-6cc5-417e-9531-9890202b4f78 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0731258 Nov 17 17:21:50.169603 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d163717d-107b-4baa-ad59-a3ee8c753816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:50.209649 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0b24fd76-e747-4069-8b11-929ee90e3bbb req-bbd45aa5-4420-4f10-9f06-8baa9ced4bf8 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451391 Nov 17 17:21:50.232882 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d163717d-107b-4baa-ad59-a3ee8c753816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:50.270168 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163717d-107b-4baa-ad59-a3ee8c753816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a30e2e5-7516-40aa-8bd4-aaa54c1654fa,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:50.276083 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-d163717d-107b-4baa-ad59-a3ee8c753816 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d61f54b5296046c7ae773574b66a9c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262327 Nov 17 17:21:50.281518 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45828) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:50.329287 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4eca-fbc2-4252-9825-dd97b1072d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:50.350707 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4eca-fbc2-4252-9825-dd97b1072d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:50.495607 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4eca-fbc2-4252-9825-dd97b1072d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:50.498243 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4eca-fbc2-4252-9825-dd97b1072d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:50.499375 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ba8d4eca-fbc2-4252-9825-dd97b1072d31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a30e2e5-7516-40aa-8bd4-aaa54c1654fa HTTP/1.1" status: 204 len: 168 time: 0.2197630 Nov 17 17:21:50.507623 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d4eca-fbc2-4252-9825-dd97b1072d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a30e2e5-7516-40aa-8bd4-aaa54c1654fa,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:51.154628 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 45842) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:51.169102 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-14fbb151-5d2e-4341-a1e4-635655b10ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:51.243197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:51.243714 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-14fbb151-5d2e-4341-a1e4-635655b10ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:51.329983 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-14fbb151-5d2e-4341-a1e4-635655b10ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:51.339079 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddd335-7951-492f-bb13-db784be3a679 req-cbe59208-971e-41a2-83b3-d107cb5d584c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:51.339079 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ddd335-7951-492f-bb13-db784be3a679 req-cbe59208-971e-41a2-83b3-d107cb5d584c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0534160 Nov 17 17:21:51.367986 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-14fbb151-5d2e-4341-a1e4-635655b10ce0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c716b8bb03d741d4935c5f98ef10c645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122808 Nov 17 17:21:51.369942 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbb151-5d2e-4341-a1e4-635655b10ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9614b168-a8c1-41ae-9da5-25fdb0034a98,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:51.373112 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 45850) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:21:51.391662 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e3ddd335-7951-492f-bb13-db784be3a679 req-0c2201bf-669f-401f-b8de-8d5418039606 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537891 Nov 17 17:21:51.426015 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42b4cff9-a581-4c22-adc8-e3ca9b299a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:51.447823 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42b4cff9-a581-4c22-adc8-e3ca9b299a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:51.558415 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42b4cff9-a581-4c22-adc8-e3ca9b299a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:51.561211 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42b4cff9-a581-4c22-adc8-e3ca9b299a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:51.562218 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-42b4cff9-a581-4c22-adc8-e3ca9b299a22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9614b168-a8c1-41ae-9da5-25fdb0034a98 HTTP/1.1" status: 204 len: 168 time: 0.1895165 Nov 17 17:21:51.571493 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4cff9-a581-4c22-adc8-e3ca9b299a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9614b168-a8c1-41ae-9da5-25fdb0034a98,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:21:52.141715 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:21:52.510223 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0143f-25c5-49a9-9be2-65b701e1d900 req-5dcb3721-40b7-41e7-a143-85e2572a7bcc tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:52.511743 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6ef0143f-25c5-49a9-9be2-65b701e1d900 req-5dcb3721-40b7-41e7-a143-85e2572a7bcc tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0513561 Nov 17 17:21:52.560540 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6ef0143f-25c5-49a9-9be2-65b701e1d900 req-8ee890f7-bb43-4570-bb4a-3171468c113a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Nov 17 17:21:53.682822 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fbae2-163e-4ba6-afae-62e0184633ed req-e3b3b306-30e9-4039-b3d4-a5c48636a6bf tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:53.684374 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a36fbae2-163e-4ba6-afae-62e0184633ed req-e3b3b306-30e9-4039-b3d4-a5c48636a6bf tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0508132 Nov 17 17:21:53.736900 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a36fbae2-163e-4ba6-afae-62e0184633ed req-40c29f2d-5957-4cfe-8196-660d4fc71a36 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466752 Nov 17 17:21:54.852670 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99fee-d3f2-4ddf-ae49-57035c782e6b req-75a824c4-6e99-48af-89a8-fb8fabf91da4 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:54.854045 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81d99fee-d3f2-4ddf-ae49-57035c782e6b req-75a824c4-6e99-48af-89a8-fb8fabf91da4 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0484715 Nov 17 17:21:54.901096 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81d99fee-d3f2-4ddf-ae49-57035c782e6b req-3c4d7917-1c22-42b1-87da-870648cb0cb4 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Nov 17 17:21:56.013822 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e13cd6-a8ce-4acf-8d9f-63366e765dee req-3bdb5109-c824-44f9-8360-4c45610e6c9d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:56.015332 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c4e13cd6-a8ce-4acf-8d9f-63366e765dee req-3bdb5109-c824-44f9-8360-4c45610e6c9d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0478978 Nov 17 17:21:56.062196 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c4e13cd6-a8ce-4acf-8d9f-63366e765dee req-4072ecf8-3e82-46b1-ab51-ee731bbf400a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Nov 17 17:21:57.175566 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd9345-06e2-4fe0-ad76-f06521b5ed85 req-c616ed90-5147-453e-aa4e-bfb1442d1d05 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:57.177063 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8fcd9345-06e2-4fe0-ad76-f06521b5ed85 req-c616ed90-5147-453e-aa4e-bfb1442d1d05 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0487158 Nov 17 17:21:57.227933 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8fcd9345-06e2-4fe0-ad76-f06521b5ed85 req-3cef23b3-f83b-4f87-bcfb-88abdf73c803 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Nov 17 17:21:58.342784 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ff264-a568-426a-bacc-bf42cad9e551 req-64378233-9f17-417f-a88b-0ead1623fc21 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:58.344316 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fb5ff264-a568-426a-bacc-bf42cad9e551 req-64378233-9f17-417f-a88b-0ead1623fc21 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0483696 Nov 17 17:21:58.392198 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fb5ff264-a568-426a-bacc-bf42cad9e551 req-ce4fcbfd-0c42-4967-b220-404433ba5abb tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Nov 17 17:21:59.506690 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa3c80-287d-4fa8-88dd-bb11b618afb8 req-81ff4f3c-4213-4982-9454-5911c77eef5a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:59.508167 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d1fa3c80-287d-4fa8-88dd-bb11b618afb8 req-81ff4f3c-4213-4982-9454-5911c77eef5a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0502479 Nov 17 17:21:59.563121 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d1fa3c80-287d-4fa8-88dd-bb11b618afb8 req-b15f44eb-15cc-4c00-bb56-a94a4c77b44b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484858 Nov 17 17:21:59.990265 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf72a0a-1f4b-47db-aebd-1114f260f029 req-83406eb2-be0e-4c70-b08a-d4bbcc1e7894 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:21:59.991593 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cdf72a0a-1f4b-47db-aebd-1114f260f029 req-83406eb2-be0e-4c70-b08a-d4bbcc1e7894 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0494542 Nov 17 17:22:00.043582 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cdf72a0a-1f4b-47db-aebd-1114f260f029 req-d998b973-b1d5-4ee8-8ea7-f319ab6189c7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 Nov 17 17:22:00.126421 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-8389b50c-9f39-49a8-acc6-ad99a099b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:00.127939 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-8389b50c-9f39-49a8-acc6-ad99a099b799 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 1099 time: 0.0438912 Nov 17 17:22:00.220240 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-dc5e87f7-c27a-4ac3-801c-b430ed687260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:00.221723 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-dc5e87f7-c27a-4ac3-801c-b430ed687260 service neutron] 10.222.0.69 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 912 time: 0.0867839 Nov 17 17:22:00.322318 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-26fa4fc1-7fc8-4493-bee6-c8a3320ca2f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb HTTP/1.1" status: 200 len: 1002 time: 0.0932639 Nov 17 17:22:00.374089 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-af4c32fc-c726-43a6-a51e-9a39587a6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:00.375569 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-af4c32fc-c726-43a6-a51e-9a39587a6a0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 200 len: 850 time: 0.0462673 Nov 17 17:22:00.420763 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-f999b5b8-07e9-4841-a623-5633306ef5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:00.422203 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-f999b5b8-07e9-4841-a623-5633306ef5de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=324248bd-da3b-4b51-8580-3d8065bbecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393136 Nov 17 17:22:00.517801 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-b3ebf6a7-fe1f-4374-9bba-cbbbf9ede09a service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880666 Nov 17 17:22:00.613236 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b68b2c5-69a0-4c53-89d3-f654e5cba300 req-5ae8af02-8462-44f4-8a70-1adff216bbcf service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867140 Nov 17 17:22:01.171661 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad26fe1-1d64-4c36-8540-534091abe645 req-c8ff1ef9-23ee-4dad-81df-dbdb2f1e7088 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:01.173280 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cad26fe1-1d64-4c36-8540-534091abe645 req-c8ff1ef9-23ee-4dad-81df-dbdb2f1e7088 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0550163 Nov 17 17:22:01.222926 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cad26fe1-1d64-4c36-8540-534091abe645 req-1ca49164-35bc-4534-98f7-0c243f1e7320 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Nov 17 17:22:02.344358 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aecdc1-e67e-4206-8e25-e046f0cc6109 req-2afd2d81-62a9-4fc3-8d61-e1f575785ae9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:02.345862 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-23aecdc1-e67e-4206-8e25-e046f0cc6109 req-2afd2d81-62a9-4fc3-8d61-e1f575785ae9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0539691 Nov 17 17:22:02.395889 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-23aecdc1-e67e-4206-8e25-e046f0cc6109 req-0b7ec4bd-5239-4e62-9fab-2a4f2d4fb90d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431747 Nov 17 17:22:03.683887 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46050) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:03.789282 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fb43-fb3d-42cc-98f0-ae0601195c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:03.864013 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fb43-fb3d-42cc-98f0-ae0601195c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:03.941592 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fb43-fb3d-42cc-98f0-ae0601195c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:03.979567 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-c2f2fb43-fb3d-42cc-98f0-ae0601195c6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0b11f74fa36419a91f8f05337f1de66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953799 Nov 17 17:22:03.982544 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46056) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:03.983039 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2fb43-fb3d-42cc-98f0-ae0601195c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a34747-475f-4855-93b8-1b548507a04f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:04.032916 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c17e44aa-c87a-4c28-82a8-82c620291762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:04.055613 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c17e44aa-c87a-4c28-82a8-82c620291762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:04.141132 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4d383-e549-4871-98dc-82f419a303bf req-9a12bf8f-519b-465e-8c3a-05637b29f30d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:04.142603 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bef4d383-e549-4871-98dc-82f419a303bf req-9a12bf8f-519b-465e-8c3a-05637b29f30d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0490177 Nov 17 17:22:04.155365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c17e44aa-c87a-4c28-82a8-82c620291762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:04.157948 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c17e44aa-c87a-4c28-82a8-82c620291762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:04.158989 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c17e44aa-c87a-4c28-82a8-82c620291762 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78a34747-475f-4855-93b8-1b548507a04f HTTP/1.1" status: 204 len: 168 time: 0.1754622 Nov 17 17:22:04.175842 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e44aa-c87a-4c28-82a8-82c620291762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a34747-475f-4855-93b8-1b548507a04f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:04.205927 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bef4d383-e549-4871-98dc-82f419a303bf req-4318cede-7312-4b88-9742-a0b24b8483b6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572972 Nov 17 17:22:05.331983 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca506e6-c9b4-4c9c-a757-7dab44bc6da8 req-967e0c53-3c1c-4827-b77b-081d97ad1dfb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:05.334188 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9ca506e6-c9b4-4c9c-a757-7dab44bc6da8 req-967e0c53-3c1c-4827-b77b-081d97ad1dfb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0527096 Nov 17 17:22:05.382259 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9ca506e6-c9b4-4c9c-a757-7dab44bc6da8 req-7621a5d8-834e-42c4-99e5-f1f7aba09351 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421062 Nov 17 17:22:06.507732 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21953ef-9798-40f7-8534-221266d0d288 req-30289700-9807-4d53-98b9-709993306e56 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:06.509198 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d21953ef-9798-40f7-8534-221266d0d288 req-30289700-9807-4d53-98b9-709993306e56 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0529602 Nov 17 17:22:06.557141 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d21953ef-9798-40f7-8534-221266d0d288 req-daf554ff-92c5-462e-a2bc-4c86e0c9dcf3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Nov 17 17:22:07.679384 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8994ca-cd4f-48e6-a29d-11e60e793618 req-9035998a-6544-4fa5-8bb9-021af25c1da1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:07.680856 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ee8994ca-cd4f-48e6-a29d-11e60e793618 req-9035998a-6544-4fa5-8bb9-021af25c1da1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0511985 Nov 17 17:22:07.731011 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ee8994ca-cd4f-48e6-a29d-11e60e793618 req-ce0b5ea6-cdd2-4636-bbfc-2bfa0ff70606 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443077 Nov 17 17:22:08.215720 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:08.390366 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b83f-696e-431d-b9d8-509593590a5b req-2ef56fbc-5888-400c-acc5-ed8d224f6ea6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:08.391785 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6876b83f-696e-431d-b9d8-509593590a5b req-2ef56fbc-5888-400c-acc5-ed8d224f6ea6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0470347 Nov 17 17:22:08.485064 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Deleting port 272e1194-2d78-43bb-a34f-1a3cebccdf10 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:22:08.485266 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:08.570790 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] For port 272e1194-2d78-43bb-a34f-1a3cebccdf10, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272e1194-2d78-43bb-a34f-1a3cebccdf10,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:22:08.571147 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:08.783725 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:08.784094 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:08.784433 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Floating IP ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e disassociated. External IP: 172.27.1.161, port: 272e1194-2d78-43bb-a34f-1a3cebccdf10. Nov 17 17:22:08.784823 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Calling delete_port for 272e1194-2d78-43bb-a34f-1a3cebccdf10 owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:22:08.900487 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20168fe-ed83-4fc4-a274-17addcb94939 req-ed0903e2-d685-4e81-89b3-7219260bd8c3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:08.901979 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d20168fe-ed83-4fc4-a274-17addcb94939 req-ed0903e2-d685-4e81-89b3-7219260bd8c3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 947 time: 0.0732512 Nov 17 17:22:08.986537 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d20168fe-ed83-4fc4-a274-17addcb94939 req-19a13044-87b3-452d-8e22-761e7dded385 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=30092cd3-363c-4155-bc34-221a8e9a1311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787499 Nov 17 17:22:09.042941 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:09.075350 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event deleted for resources: {'Port': ['ID=272e1194-2d78-43bb-a34f-1a3cebccdf10,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:09.187335 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Router abd0bf2f-6e34-4ee2-9258-24e32a121401 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:22:09.296796 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:22:09.308454 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] Sync routers for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:22:09.319489 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:22:09.320447 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:21:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:09.339977 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] No DVR routers for this DVR port 272e1194-2d78-43bb-a34f-1a3cebccdf10 on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:22:09.342531 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:09.345970 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6876b83f-696e-431d-b9d8-509593590a5b req-e203d773-2c57-4e89-ba8c-75946b7b579a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "DELETE /v2.0/ports/272e1194-2d78-43bb-a34f-1a3cebccdf10 HTTP/1.1" status: 204 len: 173 time: 0.9479170 Nov 17 17:22:09.346398 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-deleted', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:22:09.350044 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6449de1-dafb-4b1f-a644-44248349d5ff" -d '{"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-deleted", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:22:09.385903 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973e6ec5-9324-4875-828e-30e37b817fe2 x-openstack-request-id: req-973e6ec5-9324-4875-828e-30e37b817fe2 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:22:09.386399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2401a-6efa-4d21-9937-4b3802e2ffc0", "name": "network-vif-deleted", "tag": "272e1194-2d78-43bb-a34f-1a3cebccdf10", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:22:09.386810 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-973e6ec5-9324-4875-828e-30e37b817fe2 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:22:09.387357 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b2401a-6efa-4d21-9937-4b3802e2ffc0', 'name': 'network-vif-deleted', 'tag': '272e1194-2d78-43bb-a34f-1a3cebccdf10', 'status': 'completed', 'code': 200} Nov 17 17:22:09.436590 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:22:09.637044 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:09.666309 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] Checking router: abd0bf2f-6e34-4ee2-9258-24e32a121401 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:22:09.674736 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:22:09.675345 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:21:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:09.695497 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:22:09.899909 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:22:10.088248 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1d9f45c4-12b9-49fe-8ce3-4ec6f8559efa req-5f305f97-a8b7-45fd-a0a5-55b2688c84fa tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0274880 Nov 17 17:22:10.104061 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:10.131231 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26d189-2131-4431-a7b2-1d27c4db3e94 None None] The sync data for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi is: [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:22:10.348769 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15195f-42b8-4780-a120-5abcf01b08e0 None None] New status for floating IP ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e: DOWN {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:22:11.189283 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ea78a295-2cc1-47d0-b819-975d3cd767d6 req-1be2e4a1-4beb-420b-9e3c-7f8b8bcfce43 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0281856 Nov 17 17:22:11.272985 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-40bb6c74-605e-4109-af28-570c4a2af8a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438576 Nov 17 17:22:11.335345 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-017b99a1-b70f-4e00-9894-a14fce82b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:11.336879 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-017b99a1-b70f-4e00-9894-a14fce82b45b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 1099 time: 0.0405009 Nov 17 17:22:11.445307 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-52181de3-2b9d-416b-a61b-c9ed07359b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:11.446652 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-52181de3-2b9d-416b-a61b-c9ed07359b78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 912 time: 0.0897007 Nov 17 17:22:11.513967 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-906aa928-c2a8-41ec-a0a0-af0d35336e1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb HTTP/1.1" status: 200 len: 1002 time: 0.0599372 Nov 17 17:22:11.753019 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-a8536cc6-007f-4ee4-8481-ebf92dac3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:11.754351 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-a8536cc6-007f-4ee4-8481-ebf92dac3dc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 200 len: 850 time: 0.2326000 Nov 17 17:22:12.296512 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-545d5ae1-37d5-4d79-9e6e-c46e35cdad64 req-32ab4f7d-583b-46fb-a65d-dc0e97ac8420 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0249119 Nov 17 17:22:12.460234 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-f248f5d3-8077-4ef1-a4ab-a1a7ff9e5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:12.461708 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-f248f5d3-8077-4ef1-a4ab-a1a7ff9e5b9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=324248bd-da3b-4b51-8580-3d8065bbecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405905 Nov 17 17:22:13.359228 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-a9284e24-730e-4689-9434-ecb8cfe5d37a service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856659 Nov 17 17:22:13.409461 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c73c9c4f-d4d2-4bbd-a910-e2ea5c6b8a27 req-f2130c6c-5a09-4cd6-8982-307cd4fb49ee tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0309043 Nov 17 17:22:14.325887 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0d36e989-67a9-4b05-af3f-f2801047a57f req-bb9d273f-50f7-480b-bb7b-ba51d8fa5576 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833421 Nov 17 17:22:14.522320 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6c19c80a-ac3a-4b81-91de-7d88fa12869b req-26ff3244-b372-41cc-9e51-ab9520414339 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=60b2401a-6efa-4d21-9937-4b3802e2ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0306833 Nov 17 17:22:15.212051 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:22:15.231608 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 272e1194-2d78-43bb-a34f-1a3cebccdf10 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:22:15.231954 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 272e1194-2d78-43bb-a34f-1a3cebccdf10 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:22:15.697326 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46186) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:15.756018 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e111742-fd2d-4683-b200-fe914aecc841 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:15.778234 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e111742-fd2d-4683-b200-fe914aecc841 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:15.878370 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e111742-fd2d-4683-b200-fe914aecc841 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:15.882500 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e111742-fd2d-4683-b200-fe914aecc841 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:15.883949 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-5e111742-fd2d-4683-b200-fe914aecc841 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "DELETE /v2.0/security-groups/30092cd3-363c-4155-bc34-221a8e9a1311 HTTP/1.1" status: 204 len: 168 time: 0.1855023 Nov 17 17:22:15.891259 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46188) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:15.895303 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e111742-fd2d-4683-b200-fe914aecc841 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30092cd3-363c-4155-bc34-221a8e9a1311,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:15.904756 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.api.v2.resource [None req-1f57d08d-1a8c-4407-a82b-e4498cc8eeaf tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] show failed (client error): The resource could not be found. Nov 17 17:22:15.907995 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-1f57d08d-1a8c-4407-a82b-e4498cc8eeaf tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups/30092cd3-363c-4155-bc34-221a8e9a1311 HTTP/1.1" status: 404 len: 347 time: 0.0134964 Nov 17 17:22:15.908777 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46190) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:16.030547 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Deleting port c057a486-d852-4fe0-b0cb-019a0d8b64d4 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:22:16.030882 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.103382 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.103701 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.115542 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Calling delete_port for c057a486-d852-4fe0-b0cb-019a0d8b64d4 owned by network:floatingip {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:22:16.328783 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.355989 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event deleted for resources: {'Port': ['ID=c057a486-d852-4fe0-b0cb-019a0d8b64d4,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:16.377954 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.378307 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.378647 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.378981 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.379314 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.380182 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.380551 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.381087 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.381415 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.381747 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.382073 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.382396 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:16.427325 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.430133 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.431360 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-2a510bf7-2b82-4f9e-9093-65fa3930473d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "DELETE /v2.0/floatingips/ae9755ad-14d3-4f0c-ae2e-5fa02ea79d1e HTTP/1.1" status: 204 len: 168 time: 0.5215912 Nov 17 17:22:16.444083 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3ac9341b-7420-411e-a805-39c3347a9887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.717255 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46214) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:16.722119 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-7b3518ac-6b66-4f88-8bb9-730648aa2a16 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92383917', 'description': 'tempest-description--2117979748'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:16.803278 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7b3518ac-6b66-4f88-8bb9-730648aa2a16 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.869236 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7b3518ac-6b66-4f88-8bb9-730648aa2a16 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.941199 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7b3518ac-6b66-4f88-8bb9-730648aa2a16 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:16.968754 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3518ac-6b66-4f88-8bb9-730648aa2a16 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:17.006439 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7b3518ac-6b66-4f88-8bb9-730648aa2a16 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.007654 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-7b3518ac-6b66-4f88-8bb9-730648aa2a16 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2893791 Nov 17 17:22:17.010451 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46216) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:17.014657 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-e99e2ec3-45b9-4090-b186-db897ce9a539 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'security_group_rule': {'security_group_id': '90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:17.083046 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e99e2ec3-45b9-4090-b186-db897ce9a539 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.138228 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e99e2ec3-45b9-4090-b186-db897ce9a539 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.192891 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e99e2ec3-45b9-4090-b186-db897ce9a539 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.210777 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e2ec3-45b9-4090-b186-db897ce9a539 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac74cbe5-8a01-48b0-818a-0f2c20e9bd46,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:17.297491 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e99e2ec3-45b9-4090-b186-db897ce9a539 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.298617 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-e99e2ec3-45b9-4090-b186-db897ce9a539 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872591 Nov 17 17:22:17.301268 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46218) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:17.305735 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-ea914549-46d7-4c11-a898-62538d8cd97f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'security_group_rule': {'security_group_id': '90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:17.385922 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea914549-46d7-4c11-a898-62538d8cd97f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.441188 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea914549-46d7-4c11-a898-62538d8cd97f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.495559 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea914549-46d7-4c11-a898-62538d8cd97f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.512131 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea914549-46d7-4c11-a898-62538d8cd97f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ca3a24-9f7d-4c65-945b-dc59df9b6cca,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:17.578645 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea914549-46d7-4c11-a898-62538d8cd97f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.580602 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ea914549-46d7-4c11-a898-62538d8cd97f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2780812 Nov 17 17:22:17.583796 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46224) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:17.589267 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:17.724889 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.821838 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:17.924708 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Allocated IP 172.27.1.36 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/a387e0d5-b1ff-4afb-ae68-bc7b70fc4e90) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:22:18.020224 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.111562 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.145793 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:22:18.149395 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:22:18.154660 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:22:18.182915 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'Port': ['ID=a387e0d5-b1ff-4afb-ae68-bc7b70fc4e90,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:18.277409 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.450541 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.594424 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.752902 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4db1fa30-9ba1-4b99-9d42-732a55187177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.753479 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.823219 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'Port': ['ID=a387e0d5-b1ff-4afb-ae68-bc7b70fc4e90,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:18.833123 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.897582 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:18.898815 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-58ce6f67-3cc5-4c3a-9726-a27b709f03db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3131368 Nov 17 17:22:19.096466 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-b160ed49-47a4-47b3-908f-30e371661fe7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--92383917&fields=id&tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7 HTTP/1.1" status: 200 len: 267 time: 0.0449123 Nov 17 17:22:19.202117 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-f9e79c43-121c-4c52-afe1-da6c9578d3c0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:19.203483 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-f9e79c43-121c-4c52-afe1-da6c9578d3c0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 816 time: 0.1001694 Nov 17 17:22:19.219143 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-c9de1ae4-1d60-46e2-bb29-a7c3c1a75de0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/quotas/18f0a1683e4e48c2a1310be68bfb2bf7 HTTP/1.1" status: 200 len: 375 time: 0.0099275 Nov 17 17:22:19.272116 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-4b987104-d231-4776-9c7f-4a729fa46336 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476933 Nov 17 17:22:19.368357 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-babeaf63-af2c-4c80-9420-59b828b54fdb service neutron] 10.222.0.41 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829785 Nov 17 17:22:19.470723 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-c0bda1b3-ce09-44c5-b53a-eb41ae69b876 service neutron] 10.222.0.41 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954494 Nov 17 17:22:19.703600 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3c695d52-5c97-41ee-8c33-cda5db19b878 req-3b2e7331-8893-49b4-8e6a-0088b25d00de tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 210 time: 0.0293806 Nov 17 17:22:19.890079 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:20.806430 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1f6c4a21-a4f7-4b26-9ca8-4e46f676619c req-36a1035f-6663-4ac9-a9f3-291d6869f562 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 210 time: 0.0272875 Nov 17 17:22:21.290010 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:21.909608 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0e906c45-077c-44a4-96c9-ac2bf0a0c350 req-a0f6ae4e-1bf0-4425-ae04-e7e1131b40a2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 210 time: 0.0292296 Nov 17 17:22:22.033677 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-7fc46b3c-48ab-4b49-93b5-ac02c8bdcc5c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:22.035115 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-7fc46b3c-48ab-4b49-93b5-ac02c8bdcc5c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 816 time: 0.1065912 Nov 17 17:22:22.105264 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-d34c2438-5c6c-4ae7-bc0b-fd7a15b55163 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7 HTTP/1.1" status: 200 len: 378 time: 0.0615568 Nov 17 17:22:22.115100 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'port': {'device_id': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'admin_state_up': True, 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'security_groups': ['90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a']}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:22.153001 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:22.312798 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Made reservation on behalf of 18f0a1683e4e48c2a1310be68bfb2bf7 for: {'port': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:22:22.316655 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:22.447233 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Allocated IP 172.20.0.13 (2c4a4868-1566-465c-928c-b8888f2f5947/d7a8f306-f6a7-44f9-8948-d67d67380072/fb79bafd-fdd5-4248-929a-3f163989f9d0) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:22:22.587307 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:22.702007 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:22.745198 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Network 2c4a4868-1566-465c-928c-b8888f2f5947 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:22:22.750477 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:22:22.753986 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:22:22.779671 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:22.809177 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:22.809813 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:22.975259 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-15afd7c8-1df4-4994-ad88-0b65923b0d98 None None] Provisioning complete for port fb79bafd-fdd5-4248-929a-3f163989f9d0 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:22:22.975864 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-15afd7c8-1df4-4994-ad88-0b65923b0d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:22.997305 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-eb3aa098-6da9-49bb-bfec-b7472d455c85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8857701 Nov 17 17:22:23.012302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-15afd7c8-1df4-4994-ad88-0b65923b0d98 None None] Port fb79bafd-fdd5-4248-929a-3f163989f9d0 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:22:23.020940 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Request body: {'port': {'device_id': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:23.086372 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779a4ef-b1ed-457d-939f-2e33515e4e26 req-a791d27a-0dc1-45ac-9080-6d32c6174558 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:23.088378 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a779a4ef-b1ed-457d-939f-2e33515e4e26 req-a791d27a-0dc1-45ac-9080-6d32c6174558 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 932 time: 0.1025119 Nov 17 17:22:23.100975 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:23.167822 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a779a4ef-b1ed-457d-939f-2e33515e4e26 req-13671150-0731-49c1-b849-16bc0ed1401b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729454 Nov 17 17:22:23.386944 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb79bafd-fdd5-4248-929a-3f163989f9d0 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:22:23.396625 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:23.412730 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Transition to ACTIVE for port object fb79bafd-fdd5-4248-929a-3f163989f9d0 will not be triggered until provisioned by entity L2. {{(pid=102411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:22:23.513171 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:23.570893 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:23.647235 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Attempting to bind port fb79bafd-fdd5-4248-929a-3f163989f9d0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:22:23.647577 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Attempting to bind port fb79bafd-fdd5-4248-929a-3f163989f9d0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:22:23.647916 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Attempting to bind port fb79bafd-fdd5-4248-929a-3f163989f9d0 on network 2c4a4868-1566-465c-928c-b8888f2f5947 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:22:23.653215 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Port fb79bafd-fdd5-4248-929a-3f163989f9d0 on network 2c4a4868-1566-465c-928c-b8888f2f5947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:22:23.653548 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Attempting to bind port fb79bafd-fdd5-4248-929a-3f163989f9d0 on network 2c4a4868-1566-465c-928c-b8888f2f5947 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:22:23.658867 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:22:23.659078 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Checking segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:22:23.659460 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Bound using segment: {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:22:23.659903 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Bound port: fb79bafd-fdd5-4248-929a-3f163989f9d0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864c5626-54e7-4173-9d8d-c5dde3b42619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:22:23.660263 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:23.736180 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:22:23.739395 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:22:23.816611 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:23.853417 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:23.854601 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:23.855960 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] 10.222.0.69 "PUT /v2.0/ports/fb79bafd-fdd5-4248-929a-3f163989f9d0 HTTP/1.1" status: 200 len: 1094 time: 0.8402948 Nov 17 17:22:23.858126 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:22:23.861325 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8fdb4e-bca2-486b-a143-4ffade094ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:22:23.889931 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97163b-7d71-4e98-984e-4f5b76dcc8fa service neutron] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:23.910048 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeefc624-aa3f-424b-8289-29e531658eb6 x-openstack-request-id: req-eeefc624-aa3f-424b-8289-29e531658eb6 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:22:23.910212 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:22:23.910389 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eeefc624-aa3f-424b-8289-29e531658eb6 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:22:23.911107 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'status': 'completed', 'code': 200} Nov 17 17:22:23.977954 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fdb4e-bca2-486b-a143-4ffade094ab5 req-c6d81b38-4a8a-4542-9e33-f863b4501e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:23.979964 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ba8fdb4e-bca2-486b-a143-4ffade094ab5 req-c6d81b38-4a8a-4542-9e33-f863b4501e6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 1097 time: 0.0447013 Nov 17 17:22:24.157047 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fdb4e-bca2-486b-a143-4ffade094ab5 req-31b6e44b-e8c3-4684-9596-8ee85a3eeced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:24.157623 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ba8fdb4e-bca2-486b-a143-4ffade094ab5 req-31b6e44b-e8c3-4684-9596-8ee85a3eeced service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1687765 Nov 17 17:22:24.351541 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fdb4e-bca2-486b-a143-4ffade094ab5 req-f2f718fc-292f-4e08-b334-e653d00bd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:24.353036 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ba8fdb4e-bca2-486b-a143-4ffade094ab5 req-f2f718fc-292f-4e08-b334-e653d00bd770 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1882820 Nov 17 17:22:24.361192 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ff36e-1be8-4c5c-a02f-dda99264816b req-685865ab-c92a-4ddc-86d0-806e6b882131 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:24.362556 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-624ff36e-1be8-4c5c-a02f-dda99264816b req-685865ab-c92a-4ddc-86d0-806e6b882131 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.1002281 Nov 17 17:22:24.434560 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-624ff36e-1be8-4c5c-a02f-dda99264816b req-a8ccdb1a-23f0-49cb-9a75-930e58ffdd90 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658767 Nov 17 17:22:24.443926 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-1990927d-a6b9-4812-9d1c-2f9d232280cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:24.445371 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-1990927d-a6b9-4812-9d1c-2f9d232280cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 1097 time: 0.0566807 Nov 17 17:22:24.492851 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-20cf88a7-a6a0-4140-abf7-1ebf16dad283 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0 HTTP/1.1" status: 200 len: 217 time: 0.0369267 Nov 17 17:22:24.549049 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-3b6e9100-5e78-4973-9a47-4f9ea8b31c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:24.549049 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-3b6e9100-5e78-4973-9a47-4f9ea8b31c6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0465591 Nov 17 17:22:25.443943 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-1e566896-1f09-4028-a608-0fd95f0e6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:25.445486 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-1e566896-1f09-4028-a608-0fd95f0e6081 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403748 Nov 17 17:22:25.564497 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f730dc2-0fa9-4bd6-ad2c-3a87c805c365 req-702b63a1-1a32-4e06-b0aa-f81c4091deb6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:25.566198 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0f730dc2-0fa9-4bd6-ad2c-3a87c805c365 req-702b63a1-1a32-4e06-b0aa-f81c4091deb6 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0558674 Nov 17 17:22:25.612711 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0f730dc2-0fa9-4bd6-ad2c-3a87c805c365 req-a5bfc0cd-cad5-4374-9bb3-2ef192cf6607 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404227 Nov 17 17:22:26.560255 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-b6e0e0dc-610e-4976-80da-618d91a38548 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899420 Nov 17 17:22:26.729201 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e49246-478e-41e0-a176-705a6e708a4b req-e1f276dc-bbb1-469a-824a-7dcedc236ec8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:26.730632 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b0e49246-478e-41e0-a176-705a6e708a4b req-e1f276dc-bbb1-469a-824a-7dcedc236ec8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0490193 Nov 17 17:22:26.777166 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b0e49246-478e-41e0-a176-705a6e708a4b req-c7d290c2-c06c-483a-a082-d33f4e40a12f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405912 Nov 17 17:22:27.326324 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ec7449af-b48f-476a-9d73-3b6e9f74e9cc req-dfa5b433-435d-4c68-815b-496d3e7d6969 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856583 Nov 17 17:22:27.891212 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b675d-5edc-4f51-9b2b-522f30853df7 req-0fa8fa20-85f6-41c0-993f-97234d779856 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:27.892668 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-960b675d-5edc-4f51-9b2b-522f30853df7 req-0fa8fa20-85f6-41c0-993f-97234d779856 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0466640 Nov 17 17:22:27.938157 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-960b675d-5edc-4f51-9b2b-522f30853df7 req-16ee4d13-9153-4ce2-bfe4-e4ba01a4e57d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397296 Nov 17 17:22:29.057397 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3484e-33d0-4dac-b1ef-e82b14af0aee req-ecbff3cd-e4fc-4b1e-a452-3399d1e9a745 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:29.060283 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-85d3484e-33d0-4dac-b1ef-e82b14af0aee req-ecbff3cd-e4fc-4b1e-a452-3399d1e9a745 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0503533 Nov 17 17:22:29.106820 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-85d3484e-33d0-4dac-b1ef-e82b14af0aee req-a31e38fa-3aa0-475a-ae11-d3da189798df tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419085 Nov 17 17:22:30.222142 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb18d-2974-45cd-8272-c2e569bbc8a4 req-0d29034c-982d-425b-8720-cdc188bd70a9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:30.223581 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9a2fb18d-2974-45cd-8272-c2e569bbc8a4 req-0d29034c-982d-425b-8720-cdc188bd70a9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0475242 Nov 17 17:22:30.271912 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9a2fb18d-2974-45cd-8272-c2e569bbc8a4 req-b8483072-9676-4c43-a604-49eab55cc01e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425866 Nov 17 17:22:31.389702 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454942c8-213b-40aa-baec-85ed5dc43d3d req-353bf84f-7230-454c-8476-ffb54d0f38f5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:31.391158 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-454942c8-213b-40aa-baec-85ed5dc43d3d req-353bf84f-7230-454c-8476-ffb54d0f38f5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0475998 Nov 17 17:22:31.437113 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-454942c8-213b-40aa-baec-85ed5dc43d3d req-0bc6cdf7-9bea-4c6c-bec7-eef8a2c42f89 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402453 Nov 17 17:22:32.553759 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379fa29-b472-41f5-b7e6-f03b299c68be req-43f778f2-09e7-41f5-8c82-fffa23ee507b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:32.555232 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d379fa29-b472-41f5-b7e6-f03b299c68be req-43f778f2-09e7-41f5-8c82-fffa23ee507b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0483780 Nov 17 17:22:32.603390 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d379fa29-b472-41f5-b7e6-f03b299c68be req-8191a10c-f704-45d7-9f2e-38c20c69f2ed tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411291 Nov 17 17:22:33.728273 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a0af6-269b-47ac-a879-54077aebc507 req-6b7b3ae1-9f71-4db5-a189-3d803eb5f779 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:33.730017 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-006a0af6-269b-47ac-a879-54077aebc507 req-6b7b3ae1-9f71-4db5-a189-3d803eb5f779 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0556285 Nov 17 17:22:33.779048 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-006a0af6-269b-47ac-a879-54077aebc507 req-2de8e948-b790-43c6-b89a-ffa763d46dac tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429251 Nov 17 17:22:34.491282 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:22:34.587548 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:22:34.599142 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'port_id': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'mac_address': 'fa:16:3e:aa:db:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:22:34.639171 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:34.651327 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb79bafd-fdd5-4248-929a-3f163989f9d0 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:22:34.670757 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:22:34.810048 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:34.853001 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:34.860312 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.860724 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.861075 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.861412 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.861747 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.862098 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.862433 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.862765 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.863107 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.863435 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.863860 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.864124 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:34.909301 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a75ea-a54e-4a96-870b-6cf24ae4ab2d req-fa2b3819-e71e-48d7-8ade-a06d6d182371 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:34.911370 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-545a75ea-a54e-4a96-870b-6cf24ae4ab2d req-fa2b3819-e71e-48d7-8ade-a06d6d182371 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 945 time: 0.0561140 Nov 17 17:22:34.961315 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-545a75ea-a54e-4a96-870b-6cf24ae4ab2d req-a1cdfeb1-f9ea-4401-8621-f3d2deb4733a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439885 Nov 17 17:22:35.054804 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['fb79bafd-fdd5-4248-929a-3f163989f9d0'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:22:35.367777 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46484) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:35.504895 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46490) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:35.578003 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:35.589551 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2015929f-b70f-4d22-bf81-d7101c521347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:35.708595 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:35.717600 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2015929f-b70f-4d22-bf81-d7101c521347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:35.808219 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:35.827858 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2015929f-b70f-4d22-bf81-d7101c521347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:35.860881 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91d2a723821742fb9f5ba04743e365a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549380 Nov 17 17:22:35.863660 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46494) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:35.865600 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de4fca2-8dcb-421a-a19f-9f351e545982,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:35.877733 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-2015929f-b70f-4d22-bf81-d7101c521347 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80676a109d3946caaffd08561d5cbf3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089083 Nov 17 17:22:35.879176 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.879545 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.879983 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.880327 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.880687 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.880795 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46496) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:35.881026 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.881428 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.881759 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.882088 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.882412 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.882735 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.883056 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b4be6-c9d0-4279-8cde-a02cb611412e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:22:35.910318 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015929f-b70f-4d22-bf81-d7101c521347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e09bf7-cb5a-472a-b21c-47b2abdcd202,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:35.944328 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e53cc2b-f35c-486a-9e46-6577e6f8c86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:35.966298 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af83b41d-f47b-45ac-9a2b-6f6ba9e5eec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:35.976739 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e53cc2b-f35c-486a-9e46-6577e6f8c86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.006742 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af83b41d-f47b-45ac-9a2b-6f6ba9e5eec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.097895 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825977-e066-40f1-b5d1-059b33c06b5f req-8d5484fc-83fb-475c-9020-f18e379ac7cc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:36.099287 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-99825977-e066-40f1-b5d1-059b33c06b5f req-8d5484fc-83fb-475c-9020-f18e379ac7cc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 945 time: 0.0578320 Nov 17 17:22:36.146815 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-99825977-e066-40f1-b5d1-059b33c06b5f req-37f76675-736b-417c-8c77-5facbe860316 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413682 Nov 17 17:22:36.187221 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e53cc2b-f35c-486a-9e46-6577e6f8c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.190197 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e53cc2b-f35c-486a-9e46-6577e6f8c86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.191310 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-5e53cc2b-f35c-486a-9e46-6577e6f8c86b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1de4fca2-8dcb-421a-a19f-9f351e545982 HTTP/1.1" status: 204 len: 168 time: 0.3266637 Nov 17 17:22:36.199043 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53cc2b-f35c-486a-9e46-6577e6f8c86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de4fca2-8dcb-421a-a19f-9f351e545982,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:36.220492 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af83b41d-f47b-45ac-9a2b-6f6ba9e5eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.229683 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af83b41d-f47b-45ac-9a2b-6f6ba9e5eec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.229683 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-af83b41d-f47b-45ac-9a2b-6f6ba9e5eec7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18e09bf7-cb5a-472a-b21c-47b2abdcd202 HTTP/1.1" status: 204 len: 168 time: 0.3425579 Nov 17 17:22:36.237361 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83b41d-f47b-45ac-9a2b-6f6ba9e5eec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e09bf7-cb5a-472a-b21c-47b2abdcd202,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:36.493329 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:22:36.609941 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port fb79bafd-fdd5-4248-929a-3f163989f9d0 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:22:36.616335 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port fb79bafd-fdd5-4248-929a-3f163989f9d0 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:22:36.616335 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.705783 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.734931 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:22:36.738840 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1067c10-4e8f-4564-b93f-e648bcb871d1" -d '{"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-plugged", "status": "completed", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:22:36.759510 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:22:36.781845 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6c3ed9-874d-4e61-88ce-5a5399141160 x-openstack-request-id: req-da6c3ed9-874d-4e61-88ce-5a5399141160 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:22:36.782135 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-plugged", "status": "completed", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:22:36.782386 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da6c3ed9-874d-4e61-88ce-5a5399141160 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:22:36.782777 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'code': 200} Nov 17 17:22:36.838293 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:36.884378 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:36.948371 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46520) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:36.962321 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6dfed79f-9b6e-4418-b864-594b92463721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:37.040036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6dfed79f-9b6e-4418-b864-594b92463721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:37.095006 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85367c-f23f-4af1-a176-69b0e8c44ebe req-a388c281-f372-4eff-b878-936a917447c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:37.096459 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fe85367c-f23f-4af1-a176-69b0e8c44ebe req-a388c281-f372-4eff-b878-936a917447c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 1099 time: 0.0438073 Nov 17 17:22:37.124972 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6dfed79f-9b6e-4418-b864-594b92463721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:37.175301 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fe85367c-f23f-4af1-a176-69b0e8c44ebe req-4ae794d9-699e-4d6a-b004-4199b1a9b0f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706325 Nov 17 17:22:37.185214 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-6dfed79f-9b6e-4418-b864-594b92463721 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8939b6a6458640e9b93219b1de9eaf11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322404 Nov 17 17:22:37.185214 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfed79f-9b6e-4418-b864-594b92463721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b218b6d2-f3bb-4438-8aeb-145a0ba09cf4,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:37.185860 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46526) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:37.248792 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58788a52-d214-4b50-9466-7fc71de953e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:37.271433 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58788a52-d214-4b50-9466-7fc71de953e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:37.289286 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0844d5f-de17-49b5-8000-6ea1b057ec38 req-e12bc9b0-a3b4-4bff-a8b7-ba016c79e0fa tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:37.290907 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d0844d5f-de17-49b5-8000-6ea1b057ec38 req-e12bc9b0-a3b4-4bff-a8b7-ba016c79e0fa tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0657020 Nov 17 17:22:37.339577 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d0844d5f-de17-49b5-8000-6ea1b057ec38 req-60de8dda-f7a8-470e-bd3c-ad83d468c195 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422525 Nov 17 17:22:37.415819 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58788a52-d214-4b50-9466-7fc71de953e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:37.419269 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58788a52-d214-4b50-9466-7fc71de953e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:37.420442 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-58788a52-d214-4b50-9466-7fc71de953e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b218b6d2-f3bb-4438-8aeb-145a0ba09cf4 HTTP/1.1" status: 204 len: 168 time: 0.2330506 Nov 17 17:22:37.428460 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58788a52-d214-4b50-9466-7fc71de953e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b218b6d2-f3bb-4438-8aeb-145a0ba09cf4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:37.998043 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46552) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:38.103612 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e0e5c98d-740c-4f27-80be-e559d7a0f4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:38.179195 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e0e5c98d-740c-4f27-80be-e559d7a0f4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:38.204360 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:38.221474 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e0e5c98d-740c-4f27-80be-e559d7a0f4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:38.263008 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-e0e5c98d-740c-4f27-80be-e559d7a0f4b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a42ba9fb73e430aa7b6e9515744fa43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633736 Nov 17 17:22:38.264099 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5c98d-740c-4f27-80be-e559d7a0f4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa1b5cc-3f23-457b-ba75-0ee9001050c4,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:38.267773 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46562) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:38.330977 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6582ed07-1acb-4fbd-a4e1-eedd56bbd54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:38.353430 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6582ed07-1acb-4fbd-a4e1-eedd56bbd54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:38.461788 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8707ec-0441-4b21-9e81-afb33eef8591 req-6ac29718-ad80-492b-87d9-931e034a6433 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:38.463837 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5f8707ec-0441-4b21-9e81-afb33eef8591 req-6ac29718-ad80-492b-87d9-931e034a6433 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0489624 Nov 17 17:22:38.482890 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6582ed07-1acb-4fbd-a4e1-eedd56bbd54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:38.485572 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6582ed07-1acb-4fbd-a4e1-eedd56bbd54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:38.486781 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-6582ed07-1acb-4fbd-a4e1-eedd56bbd54a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6aa1b5cc-3f23-457b-ba75-0ee9001050c4 HTTP/1.1" status: 204 len: 168 time: 0.2179556 Nov 17 17:22:38.495226 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582ed07-1acb-4fbd-a4e1-eedd56bbd54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa1b5cc-3f23-457b-ba75-0ee9001050c4,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:38.519076 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5f8707ec-0441-4b21-9e81-afb33eef8591 req-380c7d1b-7fbe-4342-a6a3-825d7a05ead9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494916 Nov 17 17:22:38.642345 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697779fe-0926-45f0-9690-fec622aa570b req-7ccf4567-3b79-4070-9eac-268d30190ca3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:38.643845 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-697779fe-0926-45f0-9690-fec622aa570b req-7ccf4567-3b79-4070-9eac-268d30190ca3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0510824 Nov 17 17:22:38.652099 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46576) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:38.656645 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Request body: {'floatingip': {'port_id': 'fb79bafd-fdd5-4248-929a-3f163989f9d0'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:38.696658 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:39.147238 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:39.232657 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:39.334330 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Floating IP 640e1d94-db73-44df-bfec-c6e908a5a014 associated. External IP: 172.27.1.36, port: fb79bafd-fdd5-4248-929a-3f163989f9d0. Nov 17 17:22:39.542324 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Router abd0bf2f-6e34-4ee2-9258-24e32a121401 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:22:39.652133 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:22:39.657884 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:39.664318 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] Sync routers for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:22:39.674378 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:22:39.674986 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:22:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:39.690963 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4b9799c6-4984-47ee-b4ed-ebe916291d4c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "PUT /v2.0/floatingips/640e1d94-db73-44df-bfec-c6e908a5a014 HTTP/1.1" status: 200 len: 991 time: 1.0346663 Nov 17 17:22:39.690963 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:22:39.691229 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e" -d '{"events": [{"name": "network-changed", "server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:22:39.745912 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a222ee2-3fde-4dd2-838f-b4416bb0c3ef x-openstack-request-id: req-8a222ee2-3fde-4dd2-838f-b4416bb0c3ef {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:22:39.748733 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:22:39.748733 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a222ee2-3fde-4dd2-838f-b4416bb0c3ef {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:22:39.748733 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'status': 'completed', 'code': 200} Nov 17 17:22:39.789706 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:22:39.810840 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-9f3ea802-0137-48fc-8eb6-b3c105c24e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:39.812499 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-9f3ea802-0137-48fc-8eb6-b3c105c24e3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 1099 time: 0.0429163 Nov 17 17:22:39.910887 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-6140372c-8b09-4606-a540-af9e2d0e4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:39.912395 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-6140372c-8b09-4606-a540-af9e2d0e4769 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 917 time: 0.0915716 Nov 17 17:22:39.985219 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-106b6958-acf1-4bad-bd1c-64fc831a1958 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0 HTTP/1.1" status: 200 len: 999 time: 0.0631046 Nov 17 17:22:40.039184 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-9e57de63-1df4-4627-8c5b-3bc61dc0ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:40.040980 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-9e57de63-1df4-4627-8c5b-3bc61dc0ab37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0502918 Nov 17 17:22:40.073072 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '640e1d94-db73-44df-bfec-c6e908a5a014', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'port_id': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'mac_address': 'fa:16:3e:aa:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:22:18Z', 'updated_at': '2021-11-17T17:22:39Z', 'revision_number': 1, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:40.093957 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-e98b494e-fe6c-40a7-be06-25fa222c74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:40.095566 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-e98b494e-fe6c-40a7-be06-25fa222c74bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473111 Nov 17 17:22:40.102629 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] Checking router: abd0bf2f-6e34-4ee2-9258-24e32a121401 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:22:40.117253 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:22:40.118228 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:22:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:40.199280 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-e83ae460-36dd-4b4a-9b47-8015111942dc service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952506 Nov 17 17:22:40.251774 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:22:40.297786 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dbbb88-c0d6-4f93-a130-33fc319ff31e req-ca6ba5e9-413e-451c-929d-50f777d70111 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906003 Nov 17 17:22:40.596756 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '640e1d94-db73-44df-bfec-c6e908a5a014', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'port_id': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'mac_address': 'fa:16:3e:aa:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:22:18Z', 'updated_at': '2021-11-17T17:22:39Z', 'revision_number': 1, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:40.626524 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d2695-1a3e-45ab-9a6d-a4ad7c53fd1c None None] The sync data for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi is: [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '640e1d94-db73-44df-bfec-c6e908a5a014', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'port_id': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'mac_address': 'fa:16:3e:aa:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:22:18Z', 'updated_at': '2021-11-17T17:22:39Z', 'revision_number': 1, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:22:40.803761 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af650c-a69c-4b78-92f0-2908d0bbe475 None None] New status for floating IP 640e1d94-db73-44df-bfec-c6e908a5a014: ACTIVE {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:22:41.671395 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5346b-199a-4c1f-a763-72167402ce74 req-cd2b2411-03ef-4e23-9bbf-617aa856352a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:41.672862 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-aed5346b-199a-4c1f-a763-72167402ce74 req-cd2b2411-03ef-4e23-9bbf-617aa856352a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0506685 Nov 17 17:22:41.720789 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-aed5346b-199a-4c1f-a763-72167402ce74 req-6369bef5-ba4f-4d09-a826-8484d0af8756 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Nov 17 17:22:42.834880 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9b88-3c31-4279-ad29-2dfe7dbc42e1 req-41489c8e-eef3-4738-bda3-20aed2cde272 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:42.836343 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2c0b9b88-3c31-4279-ad29-2dfe7dbc42e1 req-41489c8e-eef3-4738-bda3-20aed2cde272 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0484593 Nov 17 17:22:42.882256 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2c0b9b88-3c31-4279-ad29-2dfe7dbc42e1 req-83319f8d-84d9-46d3-b629-ebe9fe12511c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395923 Nov 17 17:22:43.555015 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738e496-c496-4071-ac67-dcba6d3d608c req-7aa2e98f-159b-4999-a1ca-faabf4f4b4c1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:43.556438 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c738e496-c496-4071-ac67-dcba6d3d608c req-7aa2e98f-159b-4999-a1ca-faabf4f4b4c1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0495584 Nov 17 17:22:43.666416 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Deleting port bf25b35d-2461-4f4e-85ff-1288d3f13efb {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:22:43.666416 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:43.755334 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] For port bf25b35d-2461-4f4e-85ff-1288d3f13efb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bf25b35d-2461-4f4e-85ff-1288d3f13efb,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:22:43.755688 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:43.926702 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:43.927066 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:43.927449 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Floating IP d46934c4-8d1b-4797-b45c-824faba953ba disassociated. External IP: 172.27.1.185, port: bf25b35d-2461-4f4e-85ff-1288d3f13efb. Nov 17 17:22:43.927796 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Calling delete_port for bf25b35d-2461-4f4e-85ff-1288d3f13efb owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:22:44.003533 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c32535-0bc3-48ce-8ede-5b85796dec5a req-5530a7b1-72f8-40d5-8d74-688f9532fa60 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:44.005071 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c1c32535-0bc3-48ce-8ede-5b85796dec5a req-5530a7b1-72f8-40d5-8d74-688f9532fa60 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 946 time: 0.0534399 Nov 17 17:22:44.053616 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c1c32535-0bc3-48ce-8ede-5b85796dec5a req-b9c37f5e-1be6-4849-aec0-ba1ee4bc26ef tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=d726e730-0244-4cb7-b3c2-619302f4904b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425670 Nov 17 17:22:44.112865 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:44.149766 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event deleted for resources: {'Port': ['ID=bf25b35d-2461-4f4e-85ff-1288d3f13efb,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:44.261801 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Router 1c7b606e-5a0a-4927-b701-d8117483e763 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:22:44.367168 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:22:44.378290 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] Sync routers for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:22:44.392924 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:22:44.393253 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:22:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:44.411937 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] No DVR routers for this DVR port bf25b35d-2461-4f4e-85ff-1288d3f13efb on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:22:44.414339 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:44.417771 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c738e496-c496-4071-ac67-dcba6d3d608c req-9a2cfb41-25c0-4aaf-b220-a4bbbea6296a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "DELETE /v2.0/ports/bf25b35d-2461-4f4e-85ff-1288d3f13efb HTTP/1.1" status: 204 len: 173 time: 0.8548751 Nov 17 17:22:44.418711 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'name': 'network-vif-deleted', 'tag': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:22:44.421278 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e98e39-2694-4983-b40d-c40408be2312" -d '{"events": [{"server_uuid": "e0a4e0b7-1906-402f-9fe3-bfdadade85ed", "name": "network-vif-deleted", "tag": "bf25b35d-2461-4f4e-85ff-1288d3f13efb"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:22:44.458917 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55555ad3-2e2a-4ad5-8756-824ce1ef8586 x-openstack-request-id: req-55555ad3-2e2a-4ad5-8756-824ce1ef8586 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:22:44.459201 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a4e0b7-1906-402f-9fe3-bfdadade85ed", "name": "network-vif-deleted", "tag": "bf25b35d-2461-4f4e-85ff-1288d3f13efb", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:22:44.459449 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55555ad3-2e2a-4ad5-8756-824ce1ef8586 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:22:44.459839 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a4e0b7-1906-402f-9fe3-bfdadade85ed', 'name': 'network-vif-deleted', 'tag': 'bf25b35d-2461-4f4e-85ff-1288d3f13efb', 'status': 'completed', 'code': 200} Nov 17 17:22:44.511884 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:22:44.773423 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:44.813210 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] Checking router: 1c7b606e-5a0a-4927-b701-d8117483e763 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:22:44.824670 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:22:44.825741 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:22:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:44.939313 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:22:45.163841 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:22:45.199841 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-31a85665-c09d-4260-abec-6102f720ff8d req-7bdf9340-08e1-469e-b78a-71ca74a75e3a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a4e0b7-1906-402f-9fe3-bfdadade85ed HTTP/1.1" status: 200 len: 210 time: 0.0360920 Nov 17 17:22:45.203937 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d1a7a-4817-46f5-a332-d61be1679480 None None] The sync data for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi is: [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:22:45.448931 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea22162-e4fa-495f-9f50-33c0a3e977d2 None None] New status for floating IP d46934c4-8d1b-4797-b45c-824faba953ba: DOWN {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:22:46.364746 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46690) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:46.421873 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c532db47-3446-45c1-a3df-8e0e4759a5e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:46.450263 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c532db47-3446-45c1-a3df-8e0e4759a5e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:46.455610 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7949b495-e423-45ec-accd-543b485bc408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:46.569581 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c532db47-3446-45c1-a3df-8e0e4759a5e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:46.572249 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c532db47-3446-45c1-a3df-8e0e4759a5e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:46.573492 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c532db47-3446-45c1-a3df-8e0e4759a5e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "DELETE /v2.0/security-groups/d726e730-0244-4cb7-b3c2-619302f4904b HTTP/1.1" status: 204 len: 168 time: 0.2072043 Nov 17 17:22:46.577451 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46696) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:46.582877 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532db47-3446-45c1-a3df-8e0e4759a5e7 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d726e730-0244-4cb7-b3c2-619302f4904b,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:46.590868 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.api.v2.resource [None req-43e7202a-1e79-4524-80cf-0b4b2f0e538e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] show failed (client error): The resource could not be found. Nov 17 17:22:46.591940 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-43e7202a-1e79-4524-80cf-0b4b2f0e538e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups/d726e730-0244-4cb7-b3c2-619302f4904b HTTP/1.1" status: 404 len: 347 time: 0.0143998 Nov 17 17:22:46.594764 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46698) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:46.694170 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:22:46.757718 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Deleting port 0f6c30d5-c0a7-4c3a-a580-a75df289090d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:22:46.758054 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.069188 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.069518 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.081479 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Calling delete_port for 0f6c30d5-c0a7-4c3a-a580-a75df289090d owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:22:47.282749 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.307962 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event deleted for resources: {'Port': ['ID=0f6c30d5-c0a7-4c3a-a580-a75df289090d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:47.371390 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.374327 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.375472 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-c92ee04a-709e-4eac-8562-94670d6e25b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "DELETE /v2.0/floatingips/d46934c4-8d1b-4797-b45c-824faba953ba HTTP/1.1" status: 204 len: 168 time: 0.7796116 Nov 17 17:22:47.621451 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46710) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:47.626042 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-1f339768-361b-445c-b608-3e25d9de2db6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882975726', 'description': 'tempest-description--1921299817'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:47.729980 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1f339768-361b-445c-b608-3e25d9de2db6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.797566 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1f339768-361b-445c-b608-3e25d9de2db6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.893890 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1f339768-361b-445c-b608-3e25d9de2db6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:47.922493 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f339768-361b-445c-b608-3e25d9de2db6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa670e1-4b3f-4b3a-a5fc-834f756085e1,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:48.034878 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1f339768-361b-445c-b608-3e25d9de2db6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.036127 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-1f339768-361b-445c-b608-3e25d9de2db6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4136837 Nov 17 17:22:48.039003 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46712) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:48.043464 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-20494a8d-06dd-4671-87d6-ca07d248dbb1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'security_group_rule': {'security_group_id': 'aaa670e1-4b3f-4b3a-a5fc-834f756085e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:48.163584 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-20494a8d-06dd-4671-87d6-ca07d248dbb1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.221406 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-20494a8d-06dd-4671-87d6-ca07d248dbb1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.299943 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-20494a8d-06dd-4671-87d6-ca07d248dbb1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.318614 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20494a8d-06dd-4671-87d6-ca07d248dbb1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e20553c-5ed8-4430-8616-7d2f8bbb634a,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:48.398962 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-20494a8d-06dd-4671-87d6-ca07d248dbb1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.400250 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-20494a8d-06dd-4671-87d6-ca07d248dbb1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3603089 Nov 17 17:22:48.402941 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46722) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:48.407113 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-e7575cfd-16fc-42dc-be4f-fed2a0aff197 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'security_group_rule': {'security_group_id': 'aaa670e1-4b3f-4b3a-a5fc-834f756085e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:48.501579 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7575cfd-16fc-42dc-be4f-fed2a0aff197 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.559050 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7575cfd-16fc-42dc-be4f-fed2a0aff197 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.559317 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device bf25b35d-2461-4f4e-85ff-1288d3f13efb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:22:48.579593 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: bf25b35d-2461-4f4e-85ff-1288d3f13efb {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:22:48.579937 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device bf25b35d-2461-4f4e-85ff-1288d3f13efb not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:22:48.638537 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7575cfd-16fc-42dc-be4f-fed2a0aff197 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.657941 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7575cfd-16fc-42dc-be4f-fed2a0aff197 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b22b78-19b9-495e-8df4-513d20c81471,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:48.695550 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d31ee470-3a7b-43f5-a1ab-1befe6f33033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.754843 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7575cfd-16fc-42dc-be4f-fed2a0aff197 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:48.756292 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-e7575cfd-16fc-42dc-be4f-fed2a0aff197 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3521969 Nov 17 17:22:48.759103 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46728) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:48.763546 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:48.867003 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:49.189469 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:49.294311 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Allocated IP 172.27.1.151 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/f082e1dd-e2cc-490f-a0b9-ffbdf830989d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:22:49.393852 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:49.506911 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:49.548232 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:22:49.554873 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:22:49.558112 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:22:49.565374 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'Port': ['ID=f082e1dd-e2cc-490f-a0b9-ffbdf830989d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:49.655360 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:49.760384 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:49.861538 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:49.911833 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:50.015494 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:50.084490 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'Port': ['ID=f082e1dd-e2cc-490f-a0b9-ffbdf830989d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:50.094927 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:50.206262 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:50.207921 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-37d8ceee-2cb2-4c5e-a367-4866cc1b3481 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4475307 Nov 17 17:22:50.403324 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-8e877a9b-cfbb-416a-94db-12980512cdb3 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1882975726&fields=id&tenant_id=3d06d234ea8642ef89eded75c40d1aa8 HTTP/1.1" status: 200 len: 267 time: 0.0415814 Nov 17 17:22:50.509930 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-faacd405-7b4a-4fee-8b6c-7ab493bf4c86 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:50.511266 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-faacd405-7b4a-4fee-8b6c-7ab493bf4c86 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 811 time: 0.1013222 Nov 17 17:22:50.526387 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-86d68346-b19e-47d3-b79c-f17c0e3c5d26 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/quotas/3d06d234ea8642ef89eded75c40d1aa8 HTTP/1.1" status: 200 len: 375 time: 0.0087333 Nov 17 17:22:50.578983 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-17e1add7-df98-4d3d-b530-27f73d86f6e3 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461624 Nov 17 17:22:50.677635 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-ee247c06-cbed-443c-8791-6e8a40f73f17 service neutron] 10.222.0.41 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862029 Nov 17 17:22:50.765750 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-31c2e739-c3cf-4bcf-8282-beb10b6cfc17 service neutron] 10.222.0.41 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819395 Nov 17 17:22:51.062298 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-df5e0fa8-4eae-4a26-a11e-33d1078932ed req-9f810a08-ff0c-46e0-bfb2-cc131f15785d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 210 time: 0.0295982 Nov 17 17:22:51.255535 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:51.386400 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46770) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:51.489085 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac704ecf-c1d8-4f44-bfa3-3b555e36e05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:51.564015 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac704ecf-c1d8-4f44-bfa3-3b555e36e05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:51.638263 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac704ecf-c1d8-4f44-bfa3-3b555e36e05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:51.677719 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ac704ecf-c1d8-4f44-bfa3-3b555e36e05f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bec0693ed7846069562887f2123e163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900691 Nov 17 17:22:51.678558 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac704ecf-c1d8-4f44-bfa3-3b555e36e05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2f320-0562-4cd3-b177-c737656de412,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:51.680448 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46776) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:51.733920 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9149a90c-88b4-4c6b-928b-7ef5e39ffa27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:51.755021 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9149a90c-88b4-4c6b-928b-7ef5e39ffa27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:51.871246 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9149a90c-88b4-4c6b-928b-7ef5e39ffa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:51.873988 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9149a90c-88b4-4c6b-928b-7ef5e39ffa27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:51.881910 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-9149a90c-88b4-4c6b-928b-7ef5e39ffa27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21a2f320-0562-4cd3-b177-c737656de412 HTTP/1.1" status: 204 len: 168 time: 0.1936810 Nov 17 17:22:51.883070 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149a90c-88b4-4c6b-928b-7ef5e39ffa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2f320-0562-4cd3-b177-c737656de412,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:52.155021 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-72fb43c0-64e9-47cd-9849-10ed062886c7 req-a3532e43-e446-414a-9bf4-34c112eee818 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Nov 17 17:22:52.192737 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:52.628461 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46786) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:52.642550 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d6c6671-4547-4061-883c-970ee946962a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:52.723887 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d6c6671-4547-4061-883c-970ee946962a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:52.821325 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d6c6671-4547-4061-883c-970ee946962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:52.862812 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-8d6c6671-4547-4061-883c-970ee946962a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e61af04704f840568033e3611a597a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330465 Nov 17 17:22:52.863470 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c6671-4547-4061-883c-970ee946962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2bb7fb-756d-40f3-9d9a-32069734d6d1,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:52.865380 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46790) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:52.914867 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-58629d8c-7388-4a1b-af00-5634296775d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:52.936988 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-58629d8c-7388-4a1b-af00-5634296775d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:53.032356 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-58629d8c-7388-4a1b-af00-5634296775d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:53.035187 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-58629d8c-7388-4a1b-af00-5634296775d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:53.036317 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-58629d8c-7388-4a1b-af00-5634296775d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c2bb7fb-756d-40f3-9d9a-32069734d6d1 HTTP/1.1" status: 204 len: 168 time: 0.1698525 Nov 17 17:22:53.045065 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58629d8c-7388-4a1b-af00-5634296775d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2bb7fb-756d-40f3-9d9a-32069734d6d1,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:53.272495 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c2d56a5d-9830-48b7-9d83-843e01a365d3 req-2749055f-4685-4de7-9b44-28afa9572d3f tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 210 time: 0.0347459 Nov 17 17:22:53.302261 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-8fb77268-4db0-4a08-bd9a-9bbafee46437 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:53.303040 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-8fb77268-4db0-4a08-bd9a-9bbafee46437 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 811 time: 0.1298983 Nov 17 17:22:53.368709 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-ecfb6e42-f1cc-4dac-80b0-29190c11b472 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d06d234ea8642ef89eded75c40d1aa8 HTTP/1.1" status: 200 len: 380 time: 0.0569303 Nov 17 17:22:53.385210 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'port': {'device_id': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'admin_state_up': True, 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'security_groups': ['aaa670e1-4b3f-4b3a-a5fc-834f756085e1']}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:53.579657 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Made reservation on behalf of 3d06d234ea8642ef89eded75c40d1aa8 for: {'port': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:22:53.583291 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:53.709558 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Allocated IP 172.20.0.11 (324248bd-da3b-4b51-8580-3d8065bbecf1/1b8d5bc6-3cb0-4a61-b401-c797cdca4863/ca64c06c-f07e-4128-80c9-5c991d643b57) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:22:53.816838 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46802) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:53.832471 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e6ecaff-c6e6-41b0-875f-463c1f5d8ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:53.844084 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:53.906300 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e6ecaff-c6e6-41b0-875f-463c1f5d8ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:53.970404 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.002630 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e6ecaff-c6e6-41b0-875f-463c1f5d8ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.010682 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:22:54.014563 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:22:54.020379 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:22:54.043540 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-8e6ecaff-c6e6-41b0-875f-463c1f5d8ccb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7377af702e09407d8cadc04dee3be781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256036 Nov 17 17:22:54.045582 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ecaff-c6e6-41b0-875f-463c1f5d8ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd5669-2099-45ac-9382-0a83096ecf7e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:54.047858 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46806) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:22:54.050309 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event updated for resources: {'Port': ['ID=ca64c06c-f07e-4128-80c9-5c991d643b57,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:54.084573 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:54.085399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.107816 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d42ca874-55c9-43ec-b4a5-3c4583b924b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.130953 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d42ca874-55c9-43ec-b4a5-3c4583b924b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.165210 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-b15727b1-42b6-4163-a8fc-a896fd436b3e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7838817 Nov 17 17:22:54.180293 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Request body: {'port': {'device_id': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:22:54.234048 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.249670 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d42ca874-55c9-43ec-b4a5-3c4583b924b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.252446 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d42ca874-55c9-43ec-b4a5-3c4583b924b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.253765 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-d42ca874-55c9-43ec-b4a5-3c4583b924b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78cd5669-2099-45ac-9382-0a83096ecf7e HTTP/1.1" status: 204 len: 168 time: 0.2049129 Nov 17 17:22:54.261671 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ca874-55c9-43ec-b4a5-3c4583b924b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd5669-2099-45ac-9382-0a83096ecf7e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:54.281417 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-195551c9-35bc-42f2-b8da-1ad435df271d None None] Provisioning complete for port ca64c06c-f07e-4128-80c9-5c991d643b57 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:22:54.282533 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-195551c9-35bc-42f2-b8da-1ad435df271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.320692 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-195551c9-35bc-42f2-b8da-1ad435df271d None None] Port ca64c06c-f07e-4128-80c9-5c991d643b57 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:22:54.460540 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2687-1aac-435a-b185-85a35e1f3b82 req-d00ed129-d198-4e57-a913-daffb6a2d4d9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:54.461966 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b01b2687-1aac-435a-b185-85a35e1f3b82 req-d00ed129-d198-4e57-a913-daffb6a2d4d9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 932 time: 0.1119740 Nov 17 17:22:54.534097 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b01b2687-1aac-435a-b185-85a35e1f3b82 req-94afec9d-c45e-4d1c-9479-3ac546731650 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661116 Nov 17 17:22:54.584335 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca64c06c-f07e-4128-80c9-5c991d643b57 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:22:54.592330 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.603912 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Transition to ACTIVE for port object ca64c06c-f07e-4128-80c9-5c991d643b57 will not be triggered until provisioned by entity L2. {{(pid=102411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:22:54.722358 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.795673 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Pushing event updated for resources: {'Port': ['ID=ca64c06c-f07e-4128-80c9-5c991d643b57,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:54.853087 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Attempting to bind port ca64c06c-f07e-4128-80c9-5c991d643b57 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:22:54.853469 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Attempting to bind port ca64c06c-f07e-4128-80c9-5c991d643b57 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:22:54.853803 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Attempting to bind port ca64c06c-f07e-4128-80c9-5c991d643b57 on network 324248bd-da3b-4b51-8580-3d8065bbecf1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:22:54.859662 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Port ca64c06c-f07e-4128-80c9-5c991d643b57 on network 324248bd-da3b-4b51-8580-3d8065bbecf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:22:54.860029 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Attempting to bind port ca64c06c-f07e-4128-80c9-5c991d643b57 on network 324248bd-da3b-4b51-8580-3d8065bbecf1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:22:54.865546 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:22:54.869565 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Checking segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:22:54.869565 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Bound using segment: {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:22:54.869565 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Bound port: ca64c06c-f07e-4128-80c9-5c991d643b57, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb19da7-2a68-48e3-aef8-05ecd106753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:22:54.869565 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:54.939292 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] For port ca64c06c-f07e-4128-80c9-5c991d643b57, host hv-cinder-79760, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:22:54.942639 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] For port ca64c06c-f07e-4128-80c9-5c991d643b57, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca64c06c-f07e-4128-80c9-5c991d643b57,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:22:55.052776 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:55.088392 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:55.089078 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:55.090500 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] 10.222.0.69 "PUT /v2.0/ports/ca64c06c-f07e-4128-80c9-5c991d643b57 HTTP/1.1" status: 200 len: 1094 time: 0.9143219 Nov 17 17:22:55.090948 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'tag': 'ca64c06c-f07e-4128-80c9-5c991d643b57'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:22:55.095604 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc16cb0c-c034-448d-9a32-f9d04882e4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b924d7f6-7502-4269-8eba-dbb9afbd5b87", "tag": "ca64c06c-f07e-4128-80c9-5c991d643b57"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:22:55.123544 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d04c0-105c-48c7-bf92-3d501e1f0128 service neutron] Pushing event updated for resources: {'Port': ['ID=ca64c06c-f07e-4128-80c9-5c991d643b57,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:55.137142 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1d0a50-f360-4c35-8aa4-c0671ec74901 x-openstack-request-id: req-2b1d0a50-f360-4c35-8aa4-c0671ec74901 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:22:55.137450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b924d7f6-7502-4269-8eba-dbb9afbd5b87", "tag": "ca64c06c-f07e-4128-80c9-5c991d643b57", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:22:55.137702 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b1d0a50-f360-4c35-8aa4-c0671ec74901 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:22:55.138195 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'tag': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'status': 'completed', 'code': 200} Nov 17 17:22:55.204178 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16cb0c-c034-448d-9a32-f9d04882e4e3 req-39faa75e-f34f-4efb-a7fc-671f2f68dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:55.205823 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bc16cb0c-c034-448d-9a32-f9d04882e4e3 req-39faa75e-f34f-4efb-a7fc-671f2f68dbb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 1097 time: 0.0461581 Nov 17 17:22:55.310794 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16cb0c-c034-448d-9a32-f9d04882e4e3 req-f4026f70-cc27-454e-b925-990d28e39866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:55.312257 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bc16cb0c-c034-448d-9a32-f9d04882e4e3 req-f4026f70-cc27-454e-b925-990d28e39866 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0983589 Nov 17 17:22:55.425276 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16cb0c-c034-448d-9a32-f9d04882e4e3 req-c610b81a-47ad-4a77-9803-a3bb3e0f70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:55.426767 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bc16cb0c-c034-448d-9a32-f9d04882e4e3 req-c610b81a-47ad-4a77-9803-a3bb3e0f70fc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078789 Nov 17 17:22:55.508741 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-1c931c74-973a-411c-ba7e-d07d64bed904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:55.512199 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-1c931c74-973a-411c-ba7e-d07d64bed904 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 1097 time: 0.0429349 Nov 17 17:22:55.557654 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-71ef730f-cdc4-4bc5-84ad-a87265160224 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca64c06c-f07e-4128-80c9-5c991d643b57 HTTP/1.1" status: 200 len: 217 time: 0.0395331 Nov 17 17:22:55.616199 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-78ae0df2-b709-4b2c-b9ae-0e1effe134e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:55.618065 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-78ae0df2-b709-4b2c-b9ae-0e1effe134e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 200 len: 850 time: 0.0535800 Nov 17 17:22:55.662991 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a7ea7-0cf4-42f4-806e-370eb8d78a93 req-468e2b12-22fd-4b3b-962d-62b87475bf22 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:55.662991 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-602a7ea7-0cf4-42f4-806e-370eb8d78a93 req-468e2b12-22fd-4b3b-962d-62b87475bf22 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 944 time: 0.0501463 Nov 17 17:22:55.670173 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-62f5cc4f-ff7a-456d-929f-ec0ce161ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:55.671651 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-62f5cc4f-ff7a-456d-929f-ec0ce161ed3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=324248bd-da3b-4b51-8580-3d8065bbecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460923 Nov 17 17:22:55.709527 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-602a7ea7-0cf4-42f4-806e-370eb8d78a93 req-6df9e39a-c9a9-4a0e-bc91-598eab394b33 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Nov 17 17:22:55.768946 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-e33142a0-92e4-4d60-b3c2-056cabb5ca84 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890703 Nov 17 17:22:55.862762 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5bda3637-4938-4c86-9987-d5d6132caa50 req-22bd3e03-a369-4efb-9572-54fd50f69ebd service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851398 Nov 17 17:22:56.829425 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2167c97-3c93-4ec9-a60b-5876ff8f4d49 req-f4366b91-7591-45c3-9e46-37ff5c8efe5b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:56.830889 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d2167c97-3c93-4ec9-a60b-5876ff8f4d49 req-f4366b91-7591-45c3-9e46-37ff5c8efe5b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 944 time: 0.0533664 Nov 17 17:22:56.879758 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d2167c97-3c93-4ec9-a60b-5876ff8f4d49 req-ec96435d-39c3-4f28-b9e1-b5be1e63599a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Nov 17 17:22:58.142777 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311db4-d84c-40ba-a751-b80281cc7112 req-c1b487f1-aa38-43ef-b3db-249444cd9e7d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:58.144234 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c0311db4-d84c-40ba-a751-b80281cc7112 req-c1b487f1-aa38-43ef-b3db-249444cd9e7d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 944 time: 0.1989126 Nov 17 17:22:58.191226 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c0311db4-d84c-40ba-a751-b80281cc7112 req-ad9681e3-f0c1-4192-b946-34500d23904d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408199 Nov 17 17:22:58.612716 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device ca64c06c-f07e-4128-80c9-5c991d643b57 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:22:58.707437 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port ca64c06c-f07e-4128-80c9-5c991d643b57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca64c06c-f07e-4128-80c9-5c991d643b57,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:22:58.718405 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'port_id': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'mac_address': 'fa:16:3e:02:44:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:22:58.753944 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:58.766270 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca64c06c-f07e-4128-80c9-5c991d643b57 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:22:58.784940 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port ca64c06c-f07e-4128-80c9-5c991d643b57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca64c06c-f07e-4128-80c9-5c991d643b57,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:22:58.906806 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:22:58.957814 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=ca64c06c-f07e-4128-80c9-5c991d643b57,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:22:59.128083 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['ca64c06c-f07e-4128-80c9-5c991d643b57'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:22:59.306269 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ffac0-37c5-4c83-90bd-717b6e26c800 req-a465316c-983b-473c-9c05-9ba9df725bd0 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:22:59.307717 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-050ffac0-37c5-4c83-90bd-717b6e26c800 req-a465316c-983b-473c-9c05-9ba9df725bd0 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 945 time: 0.0475430 Nov 17 17:22:59.359987 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-050ffac0-37c5-4c83-90bd-717b6e26c800 req-aee6a5ed-322e-472a-ad80-9ba72d227e57 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440507 Nov 17 17:23:00.475236 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345290ef-3eef-4552-818f-d23ea3fd6fe9 req-0175c918-2c46-45ff-83fe-fee51a42d730 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:00.476712 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-345290ef-3eef-4552-818f-d23ea3fd6fe9 req-0175c918-2c46-45ff-83fe-fee51a42d730 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 945 time: 0.0497825 Nov 17 17:23:00.525198 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-345290ef-3eef-4552-818f-d23ea3fd6fe9 req-969d05a9-06f5-4a5a-9c2c-c0b96871b58e tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427136 Nov 17 17:23:00.636302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device ca64c06c-f07e-4128-80c9-5c991d643b57 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:23:00.803554 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port ca64c06c-f07e-4128-80c9-5c991d643b57 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:23:00.807737 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port ca64c06c-f07e-4128-80c9-5c991d643b57 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:23:00.808131 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:00.884381 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:00.906280 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca64c06c-f07e-4128-80c9-5c991d643b57'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:23:00.908539 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087add7e-522c-4c1e-84e7-2cee09c73d59" -d '{"events": [{"server_uuid": "b924d7f6-7502-4269-8eba-dbb9afbd5b87", "name": "network-vif-plugged", "status": "completed", "tag": "ca64c06c-f07e-4128-80c9-5c991d643b57"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:23:00.921433 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port ca64c06c-f07e-4128-80c9-5c991d643b57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca64c06c-f07e-4128-80c9-5c991d643b57,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:00.944357 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1428af2c-55f7-43b9-b451-1f06a4ef82f2 x-openstack-request-id: req-1428af2c-55f7-43b9-b451-1f06a4ef82f2 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:23:00.944668 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b924d7f6-7502-4269-8eba-dbb9afbd5b87", "name": "network-vif-plugged", "status": "completed", "tag": "ca64c06c-f07e-4128-80c9-5c991d643b57", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:23:00.947088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1428af2c-55f7-43b9-b451-1f06a4ef82f2 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:23:00.947088 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'code': 200} Nov 17 17:23:01.021290 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:01.071785 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=ca64c06c-f07e-4128-80c9-5c991d643b57,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:01.238554 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc013a7-8b04-4a12-9fd5-b7591e5fc75b req-8bfe453e-d2ef-4152-8d13-0002a8c179ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:01.240003 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4cc013a7-8b04-4a12-9fd5-b7591e5fc75b req-8bfe453e-d2ef-4152-8d13-0002a8c179ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 1099 time: 0.0399246 Nov 17 17:23:01.289334 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4cc013a7-8b04-4a12-9fd5-b7591e5fc75b req-48fde57a-7136-4d50-86e4-6da4d9a7201f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Nov 17 17:23:01.703517 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800ed44-afb6-4290-b50c-b23b371000e8 req-22ebd971-91ff-4bbd-89d9-a82b1d6fb1cb tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:01.705078 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f800ed44-afb6-4290-b50c-b23b371000e8 req-22ebd971-91ff-4bbd-89d9-a82b1d6fb1cb tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 946 time: 0.1080017 Nov 17 17:23:01.752860 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f800ed44-afb6-4290-b50c-b23b371000e8 req-e62f153d-de7e-4d67-a193-3d6f3c3d2370 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Nov 17 17:23:02.376299 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46924) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:02.481570 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-902b1437-5521-4d1d-a99e-90dd3898fd86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:02.556714 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-902b1437-5521-4d1d-a99e-90dd3898fd86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:02.643886 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-902b1437-5521-4d1d-a99e-90dd3898fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:02.683267 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-902b1437-5521-4d1d-a99e-90dd3898fd86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9791a846b3cb40e8b0f3a466d602bd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057756 Nov 17 17:23:02.684195 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b1437-5521-4d1d-a99e-90dd3898fd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b14f7-714c-490d-8c98-03c1d3dee4c7,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:02.685208 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46928) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:02.735428 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8410d16a-816a-47d7-b69f-803934021134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:02.756637 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8410d16a-816a-47d7-b69f-803934021134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:02.865851 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8410d16a-816a-47d7-b69f-803934021134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:02.868446 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8410d16a-816a-47d7-b69f-803934021134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:02.869608 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-8410d16a-816a-47d7-b69f-803934021134 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c27b14f7-714c-490d-8c98-03c1d3dee4c7 HTTP/1.1" status: 204 len: 168 time: 0.1828213 Nov 17 17:23:02.879145 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8fa7-25c0-48b0-8dea-080f2e053f78 req-d794bd99-181f-4b6c-9041-809ff1eeeb2b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:02.880613 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9afb8fa7-25c0-48b0-8dea-080f2e053f78 req-d794bd99-181f-4b6c-9041-809ff1eeeb2b tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 946 time: 0.0587230 Nov 17 17:23:02.888552 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410d16a-816a-47d7-b69f-803934021134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b14f7-714c-490d-8c98-03c1d3dee4c7,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:02.933408 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9afb8fa7-25c0-48b0-8dea-080f2e053f78 req-d7dd313f-ab66-4d93-a035-135200905ed6 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468068 Nov 17 17:23:03.050639 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a3f0a-06e8-4cb9-a41b-bb15dae25292 req-bfee1410-2615-46f4-be3d-89306afe5e0d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:03.052110 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-989a3f0a-06e8-4cb9-a41b-bb15dae25292 req-bfee1410-2615-46f4-be3d-89306afe5e0d tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 946 time: 0.0525143 Nov 17 17:23:03.060622 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46938) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:03.065297 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Request body: {'floatingip': {'port_id': 'ca64c06c-f07e-4128-80c9-5c991d643b57'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:03.103127 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:03.519199 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 46942) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:03.532899 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a42c7049-837d-42ab-8c98-4f65c968c064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:03.607140 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a42c7049-837d-42ab-8c98-4f65c968c064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:03.688332 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:03.723692 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a42c7049-837d-42ab-8c98-4f65c968c064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:03.768625 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-a42c7049-837d-42ab-8c98-4f65c968c064 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c7235c00e244c999542237c0f21ca7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418492 Nov 17 17:23:03.768625 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c7049-837d-42ab-8c98-4f65c968c064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c62041-a7f0-4bea-ba61-de699032b67c,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:03.768894 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46944) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:03.795922 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:03.855487 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e004-7426-4029-944a-885b27372c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:03.911815 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e004-7426-4029-944a-885b27372c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:03.942385 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.l3_db [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Floating IP 424e368e-2f2c-4e67-acc5-0eda1fe92c3d associated. External IP: 172.27.1.151, port: ca64c06c-f07e-4128-80c9-5c991d643b57. Nov 17 17:23:04.137922 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e004-7426-4029-944a-885b27372c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:04.140802 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e004-7426-4029-944a-885b27372c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:04.141850 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-c8b4e004-7426-4029-944a-885b27372c4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37c62041-a7f0-4bea-ba61-de699032b67c HTTP/1.1" status: 204 len: 168 time: 0.3754504 Nov 17 17:23:04.158090 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4e004-7426-4029-944a-885b27372c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c62041-a7f0-4bea-ba61-de699032b67c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:04.169720 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Router 1c7b606e-5a0a-4927-b701-d8117483e763 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:23:04.278419 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:23:04.283914 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:04.288492 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] Sync routers for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:23:04.299529 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:23:04.300358 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:22:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:04.311246 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-abb629d9-9bb6-4850-99e5-2958e307fb56 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "PUT /v2.0/floatingips/424e368e-2f2c-4e67-acc5-0eda1fe92c3d HTTP/1.1" status: 200 len: 992 time: 1.2495310 Nov 17 17:23:04.312627 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'tag': 'ca64c06c-f07e-4128-80c9-5c991d643b57'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:23:04.314135 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2aba0-8785-441c-8e7e-00c1c9b325e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b924d7f6-7502-4269-8eba-dbb9afbd5b87", "tag": "ca64c06c-f07e-4128-80c9-5c991d643b57"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:23:04.363885 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99226e7-6593-4cc4-864c-b4afe4582bb6 x-openstack-request-id: req-c99226e7-6593-4cc4-864c-b4afe4582bb6 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:23:04.364244 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b924d7f6-7502-4269-8eba-dbb9afbd5b87", "tag": "ca64c06c-f07e-4128-80c9-5c991d643b57", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:23:04.364437 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c99226e7-6593-4cc4-864c-b4afe4582bb6 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:23:04.364877 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'tag': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'status': 'completed', 'code': 200} Nov 17 17:23:04.412067 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:23:04.453052 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-7e4c38cb-9559-4bb3-a6ec-a052b6a86790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:04.454815 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-7e4c38cb-9559-4bb3-a6ec-a052b6a86790 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 1099 time: 0.0682752 Nov 17 17:23:04.565699 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-21a1652a-c2b9-4208-a5e1-ee3296527781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:04.567177 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-21a1652a-c2b9-4208-a5e1-ee3296527781 service neutron] 10.222.0.69 "GET /v2.0/networks?id=324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 200 len: 912 time: 0.1047649 Nov 17 17:23:04.640555 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-8dc77d1d-e856-4c69-8e38-46308a141334 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca64c06c-f07e-4128-80c9-5c991d643b57 HTTP/1.1" status: 200 len: 1000 time: 0.0659769 Nov 17 17:23:04.693481 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-1b8ec358-6568-416d-8632-e713f65da72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:04.694848 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-1b8ec358-6568-416d-8632-e713f65da72e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 200 len: 850 time: 0.0460370 Nov 17 17:23:04.742371 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-83a54b03-b9d1-4ee3-b01f-64fe6867cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:04.744016 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-83a54b03-b9d1-4ee3-b01f-64fe6867cf33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=324248bd-da3b-4b51-8580-3d8065bbecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414548 Nov 17 17:23:04.774029 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '424e368e-2f2c-4e67-acc5-0eda1fe92c3d', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'port_id': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'mac_address': 'fa:16:3e:02:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:22:49Z', 'updated_at': '2021-11-17T17:23:03Z', 'revision_number': 1, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:04.801349 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] Checking router: 1c7b606e-5a0a-4927-b701-d8117483e763 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:23:04.810805 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:23:04.811664 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:22:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:04.846018 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-d0f16a6b-b119-4602-8108-c0bb0b301a70 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928946 Nov 17 17:23:04.925337 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:23:04.947015 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-08f2aba0-8785-441c-8e7e-00c1c9b325e1 req-39728efd-9933-431f-9fed-2694826c0070 service neutron] 10.222.0.69 "GET /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938375 Nov 17 17:23:05.158877 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '424e368e-2f2c-4e67-acc5-0eda1fe92c3d', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'port_id': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'mac_address': 'fa:16:3e:02:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:22:49Z', 'updated_at': '2021-11-17T17:23:03Z', 'revision_number': 1, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:05.190076 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ded62-39cb-4276-9239-92a628941b28 None None] The sync data for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi is: [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '424e368e-2f2c-4e67-acc5-0eda1fe92c3d', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'port_id': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'mac_address': 'fa:16:3e:02:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:22:49Z', 'updated_at': '2021-11-17T17:23:03Z', 'revision_number': 1, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:23:05.197670 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46974) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:05.294712 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1635543074-network', 'tenant_id': '654d3b87ede44f32a4e4145806951f85'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:05.375258 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Made reservation on behalf of 654d3b87ede44f32a4e4145806951f85 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:23:05.380410 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:05.386846 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:05.395174 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f1e95-fad3-4051-b0ce-39af973b8728 None None] New status for floating IP 424e368e-2f2c-4e67-acc5-0eda1fe92c3d: ACTIVE {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:23:05.471604 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:05.546714 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:05.568055 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:23:05.581732 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5acd59-0bd4-4b9a-9b99-10fc228fcfc3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:05.587225 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:05.587620 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Added segment d04b5ed7-f44e-4b73-9da5-493e6f157b6a of type vlan for network 06144e84-e03a-452e-a33a-34034d944d4d Nov 17 17:23:05.627576 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:05.752569 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:05.753663 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:05.754273 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:05.811682 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] Pushing event updated for resources: {'Network': ['ID=06144e84-e03a-452e-a33a-34034d944d4d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:05.821481 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 06144e84-e03a-452e-a33a-34034d944d4d details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:23:05.869508 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-0224ca2e-436d-4d40-9110-cf3140f276b8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6708000 Nov 17 17:23:05.872358 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 46980) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:05.877506 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Request body: {'subnet': {'network_id': '06144e84-e03a-452e-a33a-34034d944d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1635543074-subnet', 'tenant_id': '654d3b87ede44f32a4e4145806951f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:05.962445 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Made reservation on behalf of 654d3b87ede44f32a4e4145806951f85 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:23:05.964805 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5086242'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:06.179420 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4649023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5086220'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:06.231328 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b372af0d-6ac3-42ae-869e-4987d03c95fa,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:06.241753 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Checking segment: {'id': 'd04b5ed7-f44e-4b73-9da5-493e6f157b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '06144e84-e03a-452e-a33a-34034d944d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:23:06.242109 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Network hostable DHCP agents. Network: 06144e84-e03a-452e-a33a-34034d944d4d, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:23:06.323731 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Network 06144e84-e03a-452e-a33a-34034d944d4d is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:23:06.385083 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 06144e84-e03a-452e-a33a-34034d944d4d) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:23:06.389448 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:06.390038 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:06.395607 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d92a5-373a-442a-b8d6-cae5b362cd21 None None] Network 06144e84-e03a-452e-a33a-34034d944d4d requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:23:06.493785 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-27227242-21f9-404d-999c-9a024e274c9c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6122224 Nov 17 17:23:06.522891 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5fd63d-8b45-430b-8d70-927f249a7e82 None None] Network 06144e84-e03a-452e-a33a-34034d944d4d requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:23:07.213749 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 47002) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:07.219298 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-124864582-network', 'tenant_id': '4ac3ce85447b4bddae27634a6002a5be'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:07.335295 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Made reservation on behalf of 4ac3ce85447b4bddae27634a6002a5be for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:23:07.337617 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:07.346530 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:07.423017 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:07.483898 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:07.508377 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:23:07.518712 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c389ada4-6464-4421-8746-21c43a910161,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:07.523355 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:07.523695 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Added segment 0d17408a-ad0c-4583-9564-02b44a26fe2c of type vlan for network 6d26e351-6faf-411d-998e-335602fe41b8 Nov 17 17:23:07.564801 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:07.648418 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:07.649426 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:07.650048 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:07.709592 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] Pushing event updated for resources: {'Network': ['ID=6d26e351-6faf-411d-998e-335602fe41b8,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:07.723349 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 6d26e351-6faf-411d-998e-335602fe41b8 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:23:07.760873 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f2a7ed0e-deac-4b6d-8061-47b806c94717 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5459478 Nov 17 17:23:07.764223 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 47006) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:07.768994 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Request body: {'subnet': {'network_id': '6d26e351-6faf-411d-998e-335602fe41b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-124864582-subnet', 'tenant_id': '4ac3ce85447b4bddae27634a6002a5be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:07.865026 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Made reservation on behalf of 4ac3ce85447b4bddae27634a6002a5be for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:23:07.867609 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369207'] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:08.101150 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369177'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:08.164803 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9e6a37-4669-4438-85ee-eb76de9ff7e0,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:08.173960 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Checking segment: {'id': '0d17408a-ad0c-4583-9564-02b44a26fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6d26e351-6faf-411d-998e-335602fe41b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:23:08.174319 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Network hostable DHCP agents. Network: 6d26e351-6faf-411d-998e-335602fe41b8, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:23:08.249981 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:08.281940 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992992df-d349-4605-9369-df3cb753742b req-4dc7b8dc-6347-4526-84de-40a9c4f4040b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:08.283675 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-992992df-d349-4605-9369-df3cb753742b req-4dc7b8dc-6347-4526-84de-40a9c4f4040b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0521092 Nov 17 17:23:08.308921 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Network 6d26e351-6faf-411d-998e-335602fe41b8 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:23:08.338688 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-992992df-d349-4605-9369-df3cb753742b req-81e4889d-595c-4c58-bb6f-cda4dad1afed tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492990 Nov 17 17:23:08.375481 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 6d26e351-6faf-411d-998e-335602fe41b8) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:23:08.379318 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:08.379909 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:08.384385 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda10781-2bf3-48a0-b1a2-8b6defd9ce1e None None] Network 6d26e351-6faf-411d-998e-335602fe41b8 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:23:08.503310 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d8b9e-d058-466f-a155-a031058ddc2b None None] Network 6d26e351-6faf-411d-998e-335602fe41b8 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:23:08.659243 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-7c3a6e3c-54e5-405b-af44-25f613f39b2b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8938498 Nov 17 17:23:09.467555 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52f0b1-1aca-40ed-b12a-49c7383460fe req-70b38cc5-4d36-44e2-8ac9-1b1ff5dc5d7b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:09.469029 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db52f0b1-1aca-40ed-b12a-49c7383460fe req-70b38cc5-4d36-44e2-8ac9-1b1ff5dc5d7b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0547731 Nov 17 17:23:09.776591 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db52f0b1-1aca-40ed-b12a-49c7383460fe req-0543ddca-30a6-4996-9fb6-d8024a53f5e6 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899270 Nov 17 17:23:10.896650 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3c12-4600-4aa8-bd4e-cbed4b7933c4 req-ddb2cee7-f640-4001-a638-5f7767b73f7c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:10.898113 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5c0f3c12-4600-4aa8-bd4e-cbed4b7933c4 req-ddb2cee7-f640-4001-a638-5f7767b73f7c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0495863 Nov 17 17:23:10.947676 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5c0f3c12-4600-4aa8-bd4e-cbed4b7933c4 req-ef361286-2733-4311-ae0d-b4209c3f8cd6 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437329 Nov 17 17:23:12.069530 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dc6ea-3d1f-409a-a0c5-11c74c6a2e13 req-bd180d65-244d-47e3-b237-98794b79abce tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:12.070984 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-960dc6ea-3d1f-409a-a0c5-11c74c6a2e13 req-bd180d65-244d-47e3-b237-98794b79abce tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0506537 Nov 17 17:23:12.121435 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-960dc6ea-3d1f-409a-a0c5-11c74c6a2e13 req-eb870afc-2b75-4add-84be-b08dc6ad815b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443580 Nov 17 17:23:12.243451 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-a23b4a17-3922-4df0-bdf9-c869d66f2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:12.244917 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-a23b4a17-3922-4df0-bdf9-c869d66f2985 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9136574341b94515992ec5c807d243ed&device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1098 time: 0.0444636 Nov 17 17:23:12.348458 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-d6788cf9-f95e-42d3-8f63-f70bd23789ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:12.350086 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-d6788cf9-f95e-42d3-8f63-f70bd23789ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 200 len: 910 time: 0.0842676 Nov 17 17:23:12.418653 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-485f6491-f36d-4b77-a448-68cf1d6b04f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 200 len: 1001 time: 0.0615151 Nov 17 17:23:12.470783 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-126d6f03-2a36-499d-9c35-ce23f88e295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:12.472185 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-126d6f03-2a36-499d-9c35-ce23f88e295c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc960e8-1ba3-4d69-8db6-326bbe18336d HTTP/1.1" status: 200 len: 848 time: 0.0442896 Nov 17 17:23:12.517688 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-a2676681-5ae9-4287-aeb5-928fbedccded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:12.519135 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-a2676681-5ae9-4287-aeb5-928fbedccded service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397649 Nov 17 17:23:12.611317 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-d95dae03-c0ea-4df0-9558-cb74abcda33a service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845382 Nov 17 17:23:12.706986 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5a2f0cf0-5d4c-4d48-8a3e-361fcd9a305d req-723ca5a4-2221-428f-8112-29ae7f7bef3a service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879383 Nov 17 17:23:13.246653 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6019f7-9a0b-4d0b-b395-7176aec34bcb req-68ea824c-7b3c-4c36-9864-63aa7ef0ff6e tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:13.248706 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cc6019f7-9a0b-4d0b-b395-7176aec34bcb req-68ea824c-7b3c-4c36-9864-63aa7ef0ff6e tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0570447 Nov 17 17:23:13.296847 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cc6019f7-9a0b-4d0b-b395-7176aec34bcb req-8dd1036c-5f08-4e67-9afa-c7997e0c14d7 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Nov 17 17:23:14.416131 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc9c2c-c7f1-464d-85b1-0a4ff3488c18 req-4bcaf1c4-6cb0-4fb5-b76b-911657b4e341 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:14.417605 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4ddc9c2c-c7f1-464d-85b1-0a4ff3488c18 req-4bcaf1c4-6cb0-4fb5-b76b-911657b4e341 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0496576 Nov 17 17:23:14.471071 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4ddc9c2c-c7f1-464d-85b1-0a4ff3488c18 req-fff7d7e6-1e0f-4c89-9d83-158a07bf08d4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471094 Nov 17 17:23:15.592493 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88133b8-4efd-4503-9a4f-16a3f3eaab71 req-35f8b453-03ab-4db3-8c04-dd8b4fd84d17 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:15.592493 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d88133b8-4efd-4503-9a4f-16a3f3eaab71 req-35f8b453-03ab-4db3-8c04-dd8b4fd84d17 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0495162 Nov 17 17:23:15.639349 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d88133b8-4efd-4503-9a4f-16a3f3eaab71 req-d8a117b1-5fee-48b5-9639-571fb47a5ba5 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Nov 17 17:23:16.477026 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d3c63d48-2849-40a3-b3d0-2263b4262a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:16.757179 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5463c27-fa3f-44af-9b3b-033b075e7eed req-87aec1a8-b7c2-498d-bce9-f634ecee84e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:16.758617 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e5463c27-fa3f-44af-9b3b-033b075e7eed req-87aec1a8-b7c2-498d-bce9-f634ecee84e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0491192 Nov 17 17:23:16.806604 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e5463c27-fa3f-44af-9b3b-033b075e7eed req-6b3662a9-d37b-4191-84ad-70d3d5e3c130 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Nov 17 17:23:17.926157 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf7423-ff5c-4a9f-891b-e1ac29213a46 req-823136d7-6b5b-4d5d-8a1e-322985518e59 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:17.927633 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7edf7423-ff5c-4a9f-891b-e1ac29213a46 req-823136d7-6b5b-4d5d-8a1e-322985518e59 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0482192 Nov 17 17:23:17.979939 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7edf7423-ff5c-4a9f-891b-e1ac29213a46 req-8ae3b40f-5b12-4c64-baec-4865db14ed40 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464208 Nov 17 17:23:18.633957 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-6251531e-4855-4aa7-8001-e913c16a1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:18.635469 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-6251531e-4855-4aa7-8001-e913c16a1298 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9136574341b94515992ec5c807d243ed&device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1098 time: 0.1360860 Nov 17 17:23:18.728980 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-141941c8-b404-43a4-9e5f-08c56ea649dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:18.730401 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-141941c8-b404-43a4-9e5f-08c56ea649dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 200 len: 910 time: 0.0876741 Nov 17 17:23:18.734989 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-539bdeb2-e5f8-4750-8ae8-760691641c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:18.799926 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-44415832-9b8b-4469-893c-c91948c4cba2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 200 len: 1001 time: 0.0609214 Nov 17 17:23:18.848804 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-e6416181-62b2-4eec-b12c-8e5dbed2fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:18.850192 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-e6416181-62b2-4eec-b12c-8e5dbed2fd27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc960e8-1ba3-4d69-8db6-326bbe18336d HTTP/1.1" status: 200 len: 848 time: 0.0428262 Nov 17 17:23:18.894935 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-c49f4ed9-d8ba-499a-b479-8e58baf57b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:18.901270 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-c49f4ed9-d8ba-499a-b479-8e58baf57b5d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393264 Nov 17 17:23:18.990360 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-c6ed6030-712b-41db-905b-58be0c814406 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862799 Nov 17 17:23:19.098584 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1ffad529-b765-4fef-b55d-c083975a30d6 req-6555853d-0f72-4146-88b6-5a97b98bb007 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993497 Nov 17 17:23:19.103147 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b15d1-f823-4881-a28c-45739b44167a req-8aaa668f-c42a-4837-9698-a8358a8097c4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:19.105657 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4d4b15d1-f823-4881-a28c-45739b44167a req-8aaa668f-c42a-4837-9698-a8358a8097c4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0519810 Nov 17 17:23:19.158479 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4d4b15d1-f823-4881-a28c-45739b44167a req-7adb4bce-61f6-4a0e-b1ff-1ecda2dbbdb9 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449190 Nov 17 17:23:19.895413 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:20.281275 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c95d85-e34e-45ff-92eb-b750f6f371b8 req-362dd233-31cf-44aa-90b2-afa576c7efe0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:20.282764 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36c95d85-e34e-45ff-92eb-b750f6f371b8 req-362dd233-31cf-44aa-90b2-afa576c7efe0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0550914 Nov 17 17:23:20.332492 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36c95d85-e34e-45ff-92eb-b750f6f371b8 req-72a328d5-97b5-475c-a34b-c9eb063a854f tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439188 Nov 17 17:23:21.272309 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:21.448782 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29921fa4-9dca-4009-bbf8-f905682bc99b req-51021de9-c2e8-4600-9825-d4576aeae9e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:21.450397 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-29921fa4-9dca-4009-bbf8-f905682bc99b req-51021de9-c2e8-4600-9825-d4576aeae9e3 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Nov 17 17:23:21.501158 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-29921fa4-9dca-4009-bbf8-f905682bc99b req-dce3c2e5-ecf8-4dcb-bb0a-10fa055c39f1 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Nov 17 17:23:22.141086 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:22.516930 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbb9c-166d-47a3-bd7d-0113db8c30bf req-f09eec4a-9b30-42b3-900f-bf3aac331385 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:22.518285 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dc9bbb9c-166d-47a3-bd7d-0113db8c30bf req-f09eec4a-9b30-42b3-900f-bf3aac331385 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0494907 Nov 17 17:23:22.573666 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dc9bbb9c-166d-47a3-bd7d-0113db8c30bf req-188e3aef-b90d-4a14-b618-a5fe031cddda tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493040 Nov 17 17:23:22.628164 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ead5fb-af4c-43d8-b218-ce0c749adc4c req-5483cb53-3ef0-4de0-bfcf-8526ea5f060b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:22.629690 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-19ead5fb-af4c-43d8-b218-ce0c749adc4c req-5483cb53-3ef0-4de0-bfcf-8526ea5f060b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0558639 Nov 17 17:23:22.679090 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-19ead5fb-af4c-43d8-b218-ce0c749adc4c req-95a3d45f-a9d0-40d6-bc1d-d0a4eb8d1467 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Nov 17 17:23:23.082114 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d098a3-d091-46c8-9574-5c6e25d707fe req-8eae524a-c937-4a35-91f6-3ce4b4e6bde2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:23.083839 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-15d098a3-d091-46c8-9574-5c6e25d707fe req-8eae524a-c937-4a35-91f6-3ce4b4e6bde2 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0486989 Nov 17 17:23:23.124821 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47212) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:23.138875 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-15d098a3-d091-46c8-9574-5c6e25d707fe req-531ec96c-128c-4873-b0b9-e95b847b7c04 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445881 Nov 17 17:23:23.205785 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-caa3c6e1-5389-4c20-9bb8-b692a8486792 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798161 Nov 17 17:23:23.214331 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-a4192146-1423-484a-965f-08d36fed69b1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:23:23.215273 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-a4192146-1423-484a-965f-08d36fed69b1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047987 Nov 17 17:23:23.694413 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:23:23.713811 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84b77e-6869-46a1-8e29-bf12ea22a2b7 req-5161e2dd-22b2-47b1-97fa-ae3587a7c259 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:23.715623 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ef84b77e-6869-46a1-8e29-bf12ea22a2b7 req-5161e2dd-22b2-47b1-97fa-ae3587a7c259 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0563815 Nov 17 17:23:23.765817 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ef84b77e-6869-46a1-8e29-bf12ea22a2b7 req-447a6233-e6be-461c-bcae-e6ed1cb0ffad tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427806 Nov 17 17:23:24.265273 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5fa3-4464-499c-b8d6-62841f35a564 req-8c7ed92a-1919-45b9-97bd-c355f08c60b6 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:24.266742 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-684c5fa3-4464-499c-b8d6-62841f35a564 req-8c7ed92a-1919-45b9-97bd-c355f08c60b6 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0578423 Nov 17 17:23:24.319980 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-684c5fa3-4464-499c-b8d6-62841f35a564 req-0713fdba-565e-4e81-8216-6017c3010630 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468688 Nov 17 17:23:24.730264 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device e319e424-382b-4305-a551-46ea01fdb3f0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:23:24.807252 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:24.836245 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:23:24.838585 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803dccbf-1c58-4c7c-9538-adc6bdbdef9f" -d '{"events": [{"server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "name": "network-vif-unplugged", "status": "completed", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:23:24.851977 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:24.872159 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 17 Nov 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae615c2a-d076-4d9f-a265-238a30f4c730 x-openstack-request-id: req-ae615c2a-d076-4d9f-a265-238a30f4c730 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:23:24.872502 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "name": "network-vif-unplugged", "status": "failed", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0", "code": 422}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:23:24.873274 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae615c2a-d076-4d9f-a265-238a30f4c730 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:23:24.873727 dv-cinder-797608-20-iscsi neutron-server[102412]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'code': 422} returned with failed status Nov 17 17:23:24.902616 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9290e-7a64-430d-9ac4-dd5311ba2828 req-33e91de9-3033-462e-89a8-1eff74d03f13 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:24.904119 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7bd9290e-7a64-430d-9ac4-dd5311ba2828 req-33e91de9-3033-462e-89a8-1eff74d03f13 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0522940 Nov 17 17:23:24.951596 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7bd9290e-7a64-430d-9ac4-dd5311ba2828 req-70b7517e-3398-4a94-825b-81a8086ae7fc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411744 Nov 17 17:23:24.975281 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:25.024944 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=6']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:25.434042 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a12cdf-ec9a-4567-b61a-130dc5c6a156 req-c81cba78-fcc3-4aa6-a752-ae9e0a4e3051 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:25.435541 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e3a12cdf-ec9a-4567-b61a-130dc5c6a156 req-c81cba78-fcc3-4aa6-a752-ae9e0a4e3051 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0492008 Nov 17 17:23:25.490723 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e3a12cdf-ec9a-4567-b61a-130dc5c6a156 req-87fba062-0767-463f-8d78-a08c0ee1d1bd tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491073 Nov 17 17:23:25.525470 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47270) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:25.571864 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0ebfe7-34be-4f70-bd38-bcece5b267c4 admin admin] Deleting subnet b372af0d-6ac3-42ae-869e-4987d03c95fa {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:23:25.575251 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebfe7-34be-4f70-bd38-bcece5b267c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:25.610000 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebfe7-34be-4f70-bd38-bcece5b267c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4262744'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:25.649268 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebfe7-34be-4f70-bd38-bcece5b267c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:25.842976 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebfe7-34be-4f70-bd38-bcece5b267c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4649214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5086215'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:25.867929 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ebfe7-34be-4f70-bd38-bcece5b267c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b372af0d-6ac3-42ae-869e-4987d03c95fa,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:25.871634 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebfe7-34be-4f70-bd38-bcece5b267c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:25.875249 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6f0ebfe7-34be-4f70-bd38-bcece5b267c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b372af0d-6ac3-42ae-869e-4987d03c95fa HTTP/1.1" status: 204 len: 168 time: 0.3487802 Nov 17 17:23:25.879927 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47272) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:25.946384 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.029974 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.070262 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06144e84-e03a-452e-a33a-34034d944d4d']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:26.082921 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04b5ed7-f44e-4b73-9da5-493e6f157b6a') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:26.083214 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04b5ed7-f44e-4b73-9da5-493e6f157b6a') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:26.094447 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.114272 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e034290-df62-4260-bc95-18a9f9cf74ba req-ab0c1c41-d2c0-41b1-b742-4d68c932f589 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:26.120435 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0e034290-df62-4260-bc95-18a9f9cf74ba req-ab0c1c41-d2c0-41b1-b742-4d68c932f589 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0881777 Nov 17 17:23:26.120435 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.124837 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:23:26.125218 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:23:26.126917 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:23:26.212625 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0e034290-df62-4260-bc95-18a9f9cf74ba req-6b3eda16-eab1-45c6-a13b-99c3840e0c36 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899732 Nov 17 17:23:26.272816 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.278111 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.283872 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/06144e84-e03a-452e-a33a-34034d944d4d HTTP/1.1" status: 204 len: 168 time: 0.4014187 Nov 17 17:23:26.285926 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47276) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:26.305159 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3306-4f0b-468a-850a-cbbf6fb60ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=06144e84-e03a-452e-a33a-34034d944d4d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:26.349703 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca4fa44-6f57-4ebc-bdf9-88c245fc2c7a admin admin] Deleting subnet 5c9e6a37-4669-4438-85ee-eb76de9ff7e0 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:23:26.353510 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fa44-6f57-4ebc-bdf9-88c245fc2c7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.399193 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fa44-6f57-4ebc-bdf9-88c245fc2c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4262744'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.439636 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fa44-6f57-4ebc-bdf9-88c245fc2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.485621 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-7b7b6563-c0f5-4061-b697-0005aceddc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:26.487102 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-7b7b6563-c0f5-4061-b697-0005aceddc0c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671&tenant_id=9136574341b94515992ec5c807d243ed HTTP/1.1" status: 200 len: 1096 time: 0.2944145 Nov 17 17:23:26.553559 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-043522d4-e556-4d4b-98c3-d83558ae5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:26.555052 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-043522d4-e556-4d4b-98c3-d83558ae5607 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9136574341b94515992ec5c807d243ed&device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1096 time: 0.0424821 Nov 17 17:23:26.590889 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fa44-6f57-4ebc-bdf9-88c245fc2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4649214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5086215'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.620746 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4fa44-6f57-4ebc-bdf9-88c245fc2c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9e6a37-4669-4438-85ee-eb76de9ff7e0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:26.623750 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fa44-6f57-4ebc-bdf9-88c245fc2c7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.626965 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-2ca4fa44-6f57-4ebc-bdf9-88c245fc2c7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5c9e6a37-4669-4438-85ee-eb76de9ff7e0 HTTP/1.1" status: 204 len: 168 time: 0.3400991 Nov 17 17:23:26.629499 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47282) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:26.656587 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-136e056c-186d-4307-9b37-ef41a6a8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:26.658044 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-136e056c-186d-4307-9b37-ef41a6a8660a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 200 len: 910 time: 0.0954714 Nov 17 17:23:26.663144 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef911f1e-1036-4d59-add2-b548d7983b4c req-62e78055-e508-4178-b424-1725e4a5d13e tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:26.664612 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ef911f1e-1036-4d59-add2-b548d7983b4c req-62e78055-e508-4178-b424-1725e4a5d13e tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.1044011 Nov 17 17:23:26.724684 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-bdd208b9-04ac-4e2a-a289-7382703bd7cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 200 len: 999 time: 0.0587621 Nov 17 17:23:26.736689 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.758572 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ef911f1e-1036-4d59-add2-b548d7983b4c req-a15751ec-c126-4ba4-b715-368e637516ed tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870242 Nov 17 17:23:26.782562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-bd36cfb6-dba6-4940-a863-e25d61e94276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:26.784180 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-bd36cfb6-dba6-4940-a863-e25d61e94276 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc960e8-1ba3-4d69-8db6-326bbe18336d HTTP/1.1" status: 200 len: 848 time: 0.0525892 Nov 17 17:23:26.834633 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.834889 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-26524a2c-b514-4c40-8e40-28cb3c7bef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:26.836234 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-26524a2c-b514-4c40-8e40-28cb3c7bef21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435827 Nov 17 17:23:26.854259 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d26e351-6faf-411d-998e-335602fe41b8']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:26.863972 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d17408a-ad0c-4583-9564-02b44a26fe2c') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:26.864276 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d17408a-ad0c-4583-9564-02b44a26fe2c') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:23:26.873654 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.886356 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.892631 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:23:26.893002 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:23:26.894674 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:23:26.930970 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-0f1511bd-e4bf-4968-9134-57db5d974379 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833430 Nov 17 17:23:27.021212 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:27.025886 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fda43e8f-c168-4116-9c2c-742fefb29832 req-01c84ec4-91bf-403b-824d-845ddfb0ecc0 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865295 Nov 17 17:23:27.027531 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:27.031550 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] 10.222.0.41 "DELETE /v2.0/networks/6d26e351-6faf-411d-998e-335602fe41b8 HTTP/1.1" status: 204 len: 168 time: 0.4011230 Nov 17 17:23:27.045801 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f84f4-5c57-45dd-b807-fff9c7ebadbf admin admin] Pushing event deleted for resources: {'Network': ['ID=6d26e351-6faf-411d-998e-335602fe41b8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:27.334766 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450c397-6a34-4f34-9372-4534021c1737 req-2d47a972-cdda-43c5-a3ad-4056cc03cd43 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:27.336251 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8450c397-6a34-4f34-9372-4534021c1737 req-2d47a972-cdda-43c5-a3ad-4056cc03cd43 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0482652 Nov 17 17:23:27.382859 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8450c397-6a34-4f34-9372-4534021c1737 req-e88d186f-c3dd-43fc-9277-71bfb16d5abf tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401211 Nov 17 17:23:27.418966 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47290) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:27.459098 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-aec36f55-0906-4d16-b64e-7b7de92378b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=654d3b87ede44f32a4e4145806951f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387394 Nov 17 17:23:27.461549 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47292) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:27.515149 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-474388d1-2020-40d8-95a4-88848b2b056e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:27.535620 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-474388d1-2020-40d8-95a4-88848b2b056e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:27.654934 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-474388d1-2020-40d8-95a4-88848b2b056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:27.657661 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-474388d1-2020-40d8-95a4-88848b2b056e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:27.658729 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-474388d1-2020-40d8-95a4-88848b2b056e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d5acd59-0bd4-4b9a-9b99-10fc228fcfc3 HTTP/1.1" status: 204 len: 168 time: 0.1962676 Nov 17 17:23:27.666229 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474388d1-2020-40d8-95a4-88848b2b056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5acd59-0bd4-4b9a-9b99-10fc228fcfc3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:27.877581 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cf04-40ed-4069-8ccc-0949d1f85cf1 req-1f728695-f350-4786-b308-b01c3e0ae495 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:27.879021 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fd71cf04-40ed-4069-8ccc-0949d1f85cf1 req-1f728695-f350-4786-b308-b01c3e0ae495 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0516660 Nov 17 17:23:27.927671 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fd71cf04-40ed-4069-8ccc-0949d1f85cf1 req-dfb4b2e8-319f-4361-9dc4-72b274b1ea65 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Nov 17 17:23:28.395784 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47300) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:28.435991 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f082db27-e5a5-440b-8f50-ec56bf8473b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ac3ce85447b4bddae27634a6002a5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389867 Nov 17 17:23:28.438484 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47304) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:28.522024 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-16128d67-cfc7-4a85-a581-2ed5e11f7878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:28.533596 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052240a-d34f-4009-aced-31e41f130b52 req-312ca409-7dd8-4607-8b10-fa4d0bd7b564 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:28.535855 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a052240a-d34f-4009-aced-31e41f130b52 req-312ca409-7dd8-4607-8b10-fa4d0bd7b564 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0756481 Nov 17 17:23:28.566137 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-16128d67-cfc7-4a85-a581-2ed5e11f7878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:28.617910 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a052240a-d34f-4009-aced-31e41f130b52 req-0a0ed1ba-fd86-4631-8907-c1e6b50c863f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741739 Nov 17 17:23:28.693518 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-16128d67-cfc7-4a85-a581-2ed5e11f7878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:28.696145 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-16128d67-cfc7-4a85-a581-2ed5e11f7878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:28.697292 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-16128d67-cfc7-4a85-a581-2ed5e11f7878 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c389ada4-6464-4421-8746-21c43a910161 HTTP/1.1" status: 204 len: 168 time: 0.2579017 Nov 17 17:23:28.705623 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16128d67-cfc7-4a85-a581-2ed5e11f7878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c389ada4-6464-4421-8746-21c43a910161,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:29.049641 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea69a3d-6a58-41fd-84b3-3d7626158a29 req-2c40e1aa-3d9d-45d1-86bf-6471a82856de tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:29.051158 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bea69a3d-6a58-41fd-84b3-3d7626158a29 req-2c40e1aa-3d9d-45d1-86bf-6471a82856de tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0508192 Nov 17 17:23:29.100678 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bea69a3d-6a58-41fd-84b3-3d7626158a29 req-da8c47c1-c31f-46bd-8b75-edceadc93192 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Nov 17 17:23:29.738703 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ef655-c17a-42c7-bc16-9af6b7ae021c req-c6a6485c-761e-4987-ab3b-ca535fe9648e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:29.740081 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7c0ef655-c17a-42c7-bc16-9af6b7ae021c req-c6a6485c-761e-4987-ab3b-ca535fe9648e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0492258 Nov 17 17:23:29.792263 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7c0ef655-c17a-42c7-bc16-9af6b7ae021c req-9c198015-cf56-459b-b60c-94560f5dbfd9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461912 Nov 17 17:23:30.223132 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0781c61-5cd8-46a2-b73d-17ce345f4534 req-a36295fc-1469-41f0-ba23-5826c8d76d6a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:30.224704 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c0781c61-5cd8-46a2-b73d-17ce345f4534 req-a36295fc-1469-41f0-ba23-5826c8d76d6a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0521452 Nov 17 17:23:30.273117 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c0781c61-5cd8-46a2-b73d-17ce345f4534 req-c480d279-d4af-4e7c-8952-d34f86b84187 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Nov 17 17:23:30.913632 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ae12-9475-4794-b7ec-7723c8c39bc5 req-edeb61b9-6b91-4ff9-ac5e-c210eed49604 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:30.915065 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d021ae12-9475-4794-b7ec-7723c8c39bc5 req-edeb61b9-6b91-4ff9-ac5e-c210eed49604 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0512955 Nov 17 17:23:30.963302 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d021ae12-9475-4794-b7ec-7723c8c39bc5 req-70e1c51f-decb-43fb-a4b2-4ee6d0161082 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411155 Nov 17 17:23:31.390569 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069f96c-23f8-469b-9ff1-cb81620c0bc5 req-a1ce3007-115f-40f5-9713-92465343928c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:31.392022 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1069f96c-23f8-469b-9ff1-cb81620c0bc5 req-a1ce3007-115f-40f5-9713-92465343928c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0476010 Nov 17 17:23:31.441289 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1069f96c-23f8-469b-9ff1-cb81620c0bc5 req-81e7d9d9-150c-4507-a1cd-7006563f3584 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 Nov 17 17:23:32.085944 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2807bc-a8ab-4467-b993-03edc080157d req-545d4856-486a-4953-afa0-242f579ac3d3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:32.087394 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5b2807bc-a8ab-4467-b993-03edc080157d req-545d4856-486a-4953-afa0-242f579ac3d3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0513127 Nov 17 17:23:32.137011 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5b2807bc-a8ab-4467-b993-03edc080157d req-17d5618b-ff19-49b0-b05b-b8828c0bca0e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432866 Nov 17 17:23:32.560003 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a4153-d4dc-48e7-9e42-2210c11cae94 req-51620206-6c2e-421b-af59-dbb1453bee77 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:32.565815 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-354a4153-d4dc-48e7-9e42-2210c11cae94 req-51620206-6c2e-421b-af59-dbb1453bee77 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0517862 Nov 17 17:23:32.610528 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-354a4153-d4dc-48e7-9e42-2210c11cae94 req-3592192a-1c42-4403-9e68-799429b8cefb tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Nov 17 17:23:33.259728 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3fc7-eb93-494e-8459-6762ea516509 req-ba30105d-8e9b-4f34-9aac-e13e42f85b18 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:33.261187 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d02a3fc7-eb93-494e-8459-6762ea516509 req-ba30105d-8e9b-4f34-9aac-e13e42f85b18 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0514407 Nov 17 17:23:33.306844 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d02a3fc7-eb93-494e-8459-6762ea516509 req-e9ba4732-5819-471f-8efb-1ebcdba44c1e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390120 Nov 17 17:23:33.732214 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923f32e-6222-48e4-80d3-6b8eb5b9c884 req-2c8858ae-338b-4f2d-b982-77e6e9e6ec63 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:33.733839 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3923f32e-6222-48e4-80d3-6b8eb5b9c884 req-2c8858ae-338b-4f2d-b982-77e6e9e6ec63 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0546029 Nov 17 17:23:33.783696 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3923f32e-6222-48e4-80d3-6b8eb5b9c884 req-4d2ab148-96ba-4fd6-b1f0-37671a7bbdc5 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441535 Nov 17 17:23:34.067841 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47392) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:34.170084 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca94a-1b03-4808-b2b5-9054d6c53ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:34.240921 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca94a-1b03-4808-b2b5-9054d6c53ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:34.323226 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca94a-1b03-4808-b2b5-9054d6c53ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:34.362544 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-2c4ca94a-1b03-4808-b2b5-9054d6c53ba4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98678240e71f46289a14159f0a84be84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935760 Nov 17 17:23:34.363419 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ca94a-1b03-4808-b2b5-9054d6c53ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c390fe2c-376d-4e52-887b-ac53d83b29b1,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:34.365868 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47398) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:34.413331 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-16185457-16e9-4106-b979-dd7e3f863246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:34.431617 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71611d-345b-4dfd-87d3-4dcd8a8c0396 req-ce157f40-1d27-420f-b76e-4502a7f0134a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:34.432963 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ab71611d-345b-4dfd-87d3-4dcd8a8c0396 req-ce157f40-1d27-420f-b76e-4502a7f0134a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Nov 17 17:23:34.434589 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-16185457-16e9-4106-b979-dd7e3f863246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:34.483063 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ab71611d-345b-4dfd-87d3-4dcd8a8c0396 req-d189f9b6-3c9e-45b9-87ab-d7416fee3fa5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417802 Nov 17 17:23:34.535248 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-16185457-16e9-4106-b979-dd7e3f863246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:34.538154 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-16185457-16e9-4106-b979-dd7e3f863246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:34.539299 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-16185457-16e9-4106-b979-dd7e3f863246 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c390fe2c-376d-4e52-887b-ac53d83b29b1 HTTP/1.1" status: 204 len: 168 time: 0.1726878 Nov 17 17:23:34.548733 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16185457-16e9-4106-b979-dd7e3f863246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390fe2c-376d-4e52-887b-ac53d83b29b1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:34.776153 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:23:34.871071 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:34.882875 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'port_id': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'mac_address': 'fa:16:3e:aa:db:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:23:34.902612 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82c72c-a577-4aec-b51c-91b955bc657b req-0592b81f-8b4e-4193-bbc6-024889b06e4b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:34.904762 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1b82c72c-a577-4aec-b51c-91b955bc657b req-0592b81f-8b4e-4193-bbc6-024889b06e4b tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 943 time: 0.0504053 Nov 17 17:23:34.925586 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:34.938250 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb79bafd-fdd5-4248-929a-3f163989f9d0 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:23:34.957418 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1b82c72c-a577-4aec-b51c-91b955bc657b req-4fb9c58f-9c48-4e38-ab77-eaed3cf5f6ce tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 Nov 17 17:23:34.959413 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:35.053488 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.054261 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device e319e424-382b-4305-a551-46ea01fdb3f0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:23:35.128397 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=6']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:35.140020 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.140359 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.140722 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.141053 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.141379 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.141703 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.145088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.145088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.145088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.145088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.145088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.145088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.189865 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 47416) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:35.203531 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1092134c-43cd-4db2-979c-df1a8b912f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.204094 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:35.290006 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1092134c-43cd-4db2-979c-df1a8b912f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.339658 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'port_id': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'mac_address': 'fa:16:3e:8e:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:23:35.344645 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1092134c-43cd-4db2-979c-df1a8b912f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.378415 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.384239 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-1092134c-43cd-4db2-979c-df1a8b912f11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87bdd9b2940a4913936c6bf77fec70f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932852 Nov 17 17:23:35.386272 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092134c-43cd-4db2-979c-df1a8b912f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3058667-da74-48b9-8834-5c14d1209c2e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:35.387028 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 47422) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:35.391229 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e319e424-382b-4305-a551-46ea01fdb3f0 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:23:35.413054 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:35.439528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.460254 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.523879 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.577374 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=7']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:35.608309 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.612237 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:35.612350 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3058667-da74-48b9-8834-5c14d1209c2e HTTP/1.1" status: 204 len: 168 time: 0.2221506 Nov 17 17:23:35.618246 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['fb79bafd-fdd5-4248-929a-3f163989f9d0'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:23:35.620969 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3058667-da74-48b9-8834-5c14d1209c2e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:35.625626 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2427d-6c0a-4158-b990-8a7ac738b41f req-7fc3b91f-dc5e-483b-a5f8-e681e803ef0f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:35.627210 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4bb2427d-6c0a-4158-b990-8a7ac738b41f req-7fc3b91f-dc5e-483b-a5f8-e681e803ef0f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 945 time: 0.0622067 Nov 17 17:23:35.630786 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.631280 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.631630 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.631967 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.632855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.632855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.636985 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.637410 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.637810 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.638218 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.640888 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.640888 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd4628-e5f5-46b3-a5ae-ac839a82c99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:23:35.677495 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4bb2427d-6c0a-4158-b990-8a7ac738b41f req-9a57a388-08d6-4159-ba38-d05f035d11b4 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438230 Nov 17 17:23:35.790399 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['e319e424-382b-4305-a551-46ea01fdb3f0'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:23:36.108685 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf285f9b-4af0-4d29-9a05-912ac8e437d5 req-49df5b39-dd23-4ded-8bee-a999c82ec4f4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:36.116314 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cf285f9b-4af0-4d29-9a05-912ac8e437d5 req-49df5b39-dd23-4ded-8bee-a999c82ec4f4 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 944 time: 0.0674670 Nov 17 17:23:36.191433 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cf285f9b-4af0-4d29-9a05-912ac8e437d5 req-3cf1e03b-898c-4b64-a8c0-030555139451 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671225 Nov 17 17:23:36.790281 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:23:36.830068 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a18a-af5e-4de6-993a-5426c20de789 req-223ef984-5f64-4133-8510-7ab2939171eb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:36.832851 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8ef8a18a-af5e-4de6-993a-5426c20de789 req-223ef984-5f64-4133-8510-7ab2939171eb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 945 time: 0.0651209 Nov 17 17:23:36.864413 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port fb79bafd-fdd5-4248-929a-3f163989f9d0 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:23:36.865022 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:36.901367 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8ef8a18a-af5e-4de6-993a-5426c20de789 req-01065049-b820-4ca2-90b5-66f7b8f98cb3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563841 Nov 17 17:23:36.979748 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:37.007955 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:23:37.011605 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0a06c4-2203-47d9-b1bf-9647334f998a" -d '{"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-plugged", "status": "completed", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:23:37.027415 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:37.214269 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea742084-c146-4b30-ba2e-d8e38b66f303 x-openstack-request-id: req-ea742084-c146-4b30-ba2e-d8e38b66f303 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:23:37.215027 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-plugged", "status": "completed", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:23:37.215380 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea742084-c146-4b30-ba2e-d8e38b66f303 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:23:37.215879 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'code': 200} Nov 17 17:23:37.306514 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:37.306793 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device e319e424-382b-4305-a551-46ea01fdb3f0 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:23:37.316399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc5786-30be-4270-a270-6aed30d87ce4 req-23ccad2e-5a7b-46ad-b2ce-da6716664e98 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:37.318271 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-83cc5786-30be-4270-a270-6aed30d87ce4 req-23ccad2e-5a7b-46ad-b2ce-da6716664e98 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 944 time: 0.0599906 Nov 17 17:23:37.431408 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=7']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:37.442680 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-83cc5786-30be-4270-a270-6aed30d87ce4 req-798c2d9d-17a1-427f-848d-923a9a58b07a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170559 Nov 17 17:23:37.452420 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port e319e424-382b-4305-a551-46ea01fdb3f0 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:23:37.453199 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:37.510149 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 47476) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:37.567371 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:37.612840 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:37.637699 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1437865298-network', 'tenant_id': '2f60cb81b10b4f08a505d015d8d4a83f'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:37.746992 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:37.781743 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Made reservation on behalf of 2f60cb81b10b4f08a505d015d8d4a83f for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:23:37.784261 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:37.797215 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:37.808904 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=8']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:37.899209 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:37.992421 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:38.020394 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36635c-016d-43a7-b7b3-f393491fdaaf req-70f20bd4-cdd2-4006-8dbf-1a34e7d7a6ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:38.022345 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-da36635c-016d-43a7-b7b3-f393491fdaaf req-70f20bd4-cdd2-4006-8dbf-1a34e7d7a6ca tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0539157 Nov 17 17:23:38.025184 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:23:38.037042 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661daa27-7334-4e99-a87c-4980da3a0c06,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:38.045278 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:38.045795 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Added segment 2ae2300c-c5f0-4b9f-a318-7971f650ed2c of type vlan for network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 Nov 17 17:23:38.093221 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-da36635c-016d-43a7-b7b3-f393491fdaaf req-229eac42-a797-4bea-9da8-a4797a6904a1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616298 Nov 17 17:23:38.118669 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:38.224855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:38.225872 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:38.226504 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:38.253644 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:38.292146 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] Pushing event updated for resources: {'Network': ['ID=a0a029cf-a1a3-40df-9ab5-00fc1f73e517,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:38.302682 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:23:38.341766 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-5635dd22-73e4-453a-b445-bfc99ea0ed1c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8304555 Nov 17 17:23:38.344605 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 47482) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:23:38.353205 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Request body: {'subnet': {'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1437865298-subnet', 'tenant_id': '2f60cb81b10b4f08a505d015d8d4a83f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:38.467469 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Made reservation on behalf of 2f60cb81b10b4f08a505d015d8d4a83f for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:23:38.473497 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369207'] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:38.588562 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9453c0b-3b10-4688-8527-a4633fa30dc6 req-afc05970-e2bd-44e5-9ee4-244ec79d5f04 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:38.596399 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c9453c0b-3b10-4688-8527-a4633fa30dc6 req-afc05970-e2bd-44e5-9ee4-244ec79d5f04 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0625110 Nov 17 17:23:38.656701 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c9453c0b-3b10-4688-8527-a4633fa30dc6 req-9b171aad-67c9-4e33-a834-bd74a4f3f491 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579317 Nov 17 17:23:39.049722 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369177'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:39.104108 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=669349d0-a0b2-4721-8aa2-74e4c880030e,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:39.116892 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Checking segment: {'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:23:39.117252 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Network hostable DHCP agents. Network: a0a029cf-a1a3-40df-9ab5-00fc1f73e517, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:23:39.217022 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:23:39.221707 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0fa30-ad33-4793-9349-8002111302d9" -d '{"events": [{"server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "name": "network-vif-plugged", "status": "completed", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:23:39.225586 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:23:39.256036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525ee7-1648-4dfc-8ea5-d9f647d7ec04 req-3f2663b3-f053-4e89-b586-954122d01214 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:39.263892 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-97525ee7-1648-4dfc-8ea5-d9f647d7ec04 req-3f2663b3-f053-4e89-b586-954122d01214 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0797513 Nov 17 17:23:39.291131 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16bf6be-a65e-4fe8-a79f-a0899ea24a47 x-openstack-request-id: req-d16bf6be-a65e-4fe8-a79f-a0899ea24a47 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:23:39.291704 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "name": "network-vif-plugged", "status": "completed", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:23:39.291846 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d16bf6be-a65e-4fe8-a79f-a0899ea24a47 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:23:39.292485 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'code': 200} Nov 17 17:23:39.305077 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, a0a029cf-a1a3-40df-9ab5-00fc1f73e517) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:23:39.314918 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f09a45-9bec-4acd-8e62-67a7b25f5717 None None] Network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:23:39.327569 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:39.328287 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:39.368840 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-97525ee7-1648-4dfc-8ea5-d9f647d7ec04 req-8463d9c6-2af8-471e-aace-2d86e0a5cf66 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990281 Nov 17 17:23:39.418153 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-e0b19e59-c6cf-4b04-a442-29bda90362f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0721886 Nov 17 17:23:39.534478 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c217115b-40eb-4860-a2c2-60b52f4096f0 None None] Network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:23:39.657190 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5c83e-3ddf-4e2e-92e4-55e136c0b0a6 req-be5608b9-6f7d-4e4b-82c3-7a729018f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:39.658803 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0aa5c83e-3ddf-4e2e-92e4-55e136c0b0a6 req-be5608b9-6f7d-4e4b-82c3-7a729018f338 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1098 time: 0.0502756 Nov 17 17:23:39.779275 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0aa5c83e-3ddf-4e2e-92e4-55e136c0b0a6 req-6b6b26d4-3b9f-4a63-8bb3-28bc1d6faff0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115084 Nov 17 17:23:39.865359 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd4012-b84c-413c-b36e-aa32181eb768 req-9fb4c728-c91b-4c0f-878a-d84e88a6468c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:39.866996 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-64fd4012-b84c-413c-b36e-aa32181eb768 req-9fb4c728-c91b-4c0f-878a-d84e88a6468c tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0861409 Nov 17 17:23:39.934120 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-64fd4012-b84c-413c-b36e-aa32181eb768 req-88ce7403-0874-433d-9882-df0b6e725718 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591547 Nov 17 17:23:40.507502 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940615-4a7c-4471-93dd-51145ed48229 req-bac5c078-0e82-4c25-b3b6-ea8d9c90cfc2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:40.516654 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ad940615-4a7c-4471-93dd-51145ed48229 req-bac5c078-0e82-4c25-b3b6-ea8d9c90cfc2 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0665367 Nov 17 17:23:40.587025 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ad940615-4a7c-4471-93dd-51145ed48229 req-c157d780-38c6-4106-b8f1-5d1370c96adc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692735 Nov 17 17:23:41.068041 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfd79e-6394-43ff-8dae-337d77b3ca66 req-886df444-c088-4a2b-8549-4465d6a8f1b9 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:41.069725 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-35dfd79e-6394-43ff-8dae-337d77b3ca66 req-886df444-c088-4a2b-8549-4465d6a8f1b9 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0566952 Nov 17 17:23:41.131916 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-35dfd79e-6394-43ff-8dae-337d77b3ca66 req-a3bcc4a0-f450-41ca-b05d-6f3ba36310f5 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562384 Nov 17 17:23:41.737317 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9acfb-4bcd-4463-9c6c-6b03196e9def req-546cec5b-584c-4657-8cf8-8df9c112ea5c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:41.744390 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c5f9acfb-4bcd-4463-9c6c-6b03196e9def req-546cec5b-584c-4657-8cf8-8df9c112ea5c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0623398 Nov 17 17:23:41.804791 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c5f9acfb-4bcd-4463-9c6c-6b03196e9def req-5597d732-5c15-4eae-a66f-f11dfb66d0fe tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593581 Nov 17 17:23:41.843737 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-b1cd8bd0-b982-4bb6-be65-beddae7ed5a7 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:41.846897 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-b1cd8bd0-b982-4bb6-be65-beddae7ed5a7 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/networks?id=a0a029cf-a1a3-40df-9ab5-00fc1f73e517 HTTP/1.1" status: 200 len: 809 time: 0.1416934 Nov 17 17:23:41.864478 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-a0a26903-8eba-4492-8ebf-12a22d586471 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/quotas/2f60cb81b10b4f08a505d015d8d4a83f HTTP/1.1" status: 200 len: 375 time: 0.0128384 Nov 17 17:23:41.899265 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-da6b6a56-186a-450c-a270-b5ba8956675a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f60cb81b10b4f08a505d015d8d4a83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287590 Nov 17 17:23:42.051685 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-eedba958-016b-4ee0-ab84-e8f46e7e1964 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407585 Nov 17 17:23:42.147127 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-4b0e9b26-f392-4b0f-abbc-df689f7d2f63 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895023 Nov 17 17:23:42.255019 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5eb8ff-7a8e-41b9-92f0-eeb742f6f0b3 req-edc97bd1-938a-4320-906e-70e92596c059 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:42.256491 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ef5eb8ff-7a8e-41b9-92f0-eeb742f6f0b3 req-edc97bd1-938a-4320-906e-70e92596c059 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0495760 Nov 17 17:23:42.316824 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ef5eb8ff-7a8e-41b9-92f0-eeb742f6f0b3 req-b20b3346-2fa3-4339-b1cc-704fbd3c59ac tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Nov 17 17:23:42.569854 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e03ab4b9-31c6-4723-b502-ef36f885379d req-f0ca3c91-91e5-43cb-834e-387e02d0f0bd tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 210 time: 0.0489652 Nov 17 17:23:42.941939 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643077d4-60ef-4332-b58d-27ac1db41039 req-955990e4-daae-4666-8c7e-d29fde824b50 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:42.943439 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-643077d4-60ef-4332-b58d-27ac1db41039 req-955990e4-daae-4666-8c7e-d29fde824b50 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0597329 Nov 17 17:23:43.030597 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-643077d4-60ef-4332-b58d-27ac1db41039 req-493dffd2-ac60-4543-b450-a96e0c3253dc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811412 Nov 17 17:23:43.657678 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-55fc0cde-3bfa-481f-839b-8c655e5f3f5c req-b99661a6-5106-4591-be78-e3b96ffbfec4 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 210 time: 0.0284917 Nov 17 17:23:44.192387 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73d20-9cc3-414b-9d3b-cf3426851100 req-f4098e0b-53bc-4bd9-a42b-f95452ae1cf4 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:44.199594 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9cb73d20-9cc3-414b-9d3b-cf3426851100 req-f4098e0b-53bc-4bd9-a42b-f95452ae1cf4 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0666764 Nov 17 17:23:44.253991 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9cb73d20-9cc3-414b-9d3b-cf3426851100 req-129a647e-e714-40a0-a902-b0b7f64fa581 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534425 Nov 17 17:23:44.821093 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e178a97d-2cb0-4318-93d4-5ff2a2bac491 req-940c4519-2ae0-4a39-83dd-1803561e7f75 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 210 time: 0.0708115 Nov 17 17:23:45.119152 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-dd3b88c3-d549-41f0-b45e-252d18bcb2c4 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:45.122686 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-dd3b88c3-d549-41f0-b45e-252d18bcb2c4 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.69 "GET /v2.0/networks?id=a0a029cf-a1a3-40df-9ab5-00fc1f73e517 HTTP/1.1" status: 200 len: 809 time: 0.1888714 Nov 17 17:23:45.142811 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Request body: {'port': {'device_id': '8eb8c180-b209-4f44-a04d-dae8a3a57811', 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517', 'admin_state_up': True, 'tenant_id': '2f60cb81b10b4f08a505d015d8d4a83f'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:45.395564 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Made reservation on behalf of 2f60cb81b10b4f08a505d015d8d4a83f for: {'port': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:23:45.399472 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:45.423590 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9e196-dbeb-4a6c-b17e-b19e39037295 req-efa1ea41-6c80-4921-837d-1d6e2f7759a7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:45.425241 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-13d9e196-dbeb-4a6c-b17e-b19e39037295 req-efa1ea41-6c80-4921-837d-1d6e2f7759a7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0761750 Nov 17 17:23:45.535457 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-13d9e196-dbeb-4a6c-b17e-b19e39037295 req-4c5b0966-e1ba-45a4-927d-994217eecb19 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983894 Nov 17 17:23:45.581528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Allocated IP 172.20.0.13 (a0a029cf-a1a3-40df-9ab5-00fc1f73e517/669349d0-a0b2-4721-8aa2-74e4c880030e/5f93c64e-e826-451b-be57-82ea4af8afe8) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:23:45.737975 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:45.917036 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-66f3a05b-593b-4d56-9d43-340b64f81341 req-c7cc214c-69f3-4bea-8607-1aabae134584 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 210 time: 0.0280435 Nov 17 17:23:46.078522 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:46.120008 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:23:46.123214 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:23:46.127785 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:23:46.169341 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Pushing event updated for resources: {'Port': ['ID=5f93c64e-e826-451b-be57-82ea4af8afe8,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:46.192047 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:46.193058 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:46.284709 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-15f2201b-497a-4082-a849-0865d9e8074e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1492720 Nov 17 17:23:46.297261 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Request body: {'port': {'device_id': '8eb8c180-b209-4f44-a04d-dae8a3a57811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:23:46.355921 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:46.506975 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2b526f38-e0e2-43f9-a059-c3d47544e4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:46.669322 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f93c64e-e826-451b-be57-82ea4af8afe8 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:23:46.679013 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:46.697931 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Transition to ACTIVE for port object 5f93c64e-e826-451b-be57-82ea4af8afe8 will not be triggered until provisioned by entity L2. {{(pid=102411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:23:46.707372 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5737b-2f14-4c70-97fc-0179b329c6f2 req-3edb43a3-652c-425b-af81-ee214da51002 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:46.709015 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c7f5737b-2f14-4c70-97fc-0179b329c6f2 req-3edb43a3-652c-425b-af81-ee214da51002 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0766613 Nov 17 17:23:46.760326 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c7f5737b-2f14-4c70-97fc-0179b329c6f2 req-cdb97b7c-1660-4d6b-9763-02d6372604e1 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445402 Nov 17 17:23:46.906920 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:46.974906 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f93c64e-e826-451b-be57-82ea4af8afe8,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:47.030872 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Attempting to bind port 5f93c64e-e826-451b-be57-82ea4af8afe8 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:23:47.031204 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Attempting to bind port 5f93c64e-e826-451b-be57-82ea4af8afe8 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:23:47.031532 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Attempting to bind port 5f93c64e-e826-451b-be57-82ea4af8afe8 on network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:23:47.036148 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Port 5f93c64e-e826-451b-be57-82ea4af8afe8 on network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:23:47.036474 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Attempting to bind port 5f93c64e-e826-451b-be57-82ea4af8afe8 on network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:23:47.042403 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:23:47.042648 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Checking segment: {'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:23:47.043017 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Bound using segment: {'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:23:47.043439 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Bound port: 5f93c64e-e826-451b-be57-82ea4af8afe8, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:23:47.043795 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:47.047069 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b557ab-0bc0-40c3-adcb-d2f27c8380f8 req-35c90d52-9ed1-4f7d-94db-8e4e38d2c264 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:47.048594 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e9b557ab-0bc0-40c3-adcb-d2f27c8380f8 req-35c90d52-9ed1-4f7d-94db-8e4e38d2c264 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 944 time: 0.0536349 Nov 17 17:23:47.116445 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e9b557ab-0bc0-40c3-adcb-d2f27c8380f8 req-3be61d25-06d1-41f1-82e8-0a4a63cfeab7 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609715 Nov 17 17:23:47.120973 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] For port 5f93c64e-e826-451b-be57-82ea4af8afe8, host hv-cinder-79760, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:23:47.125325 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] For port 5f93c64e-e826-451b-be57-82ea4af8afe8, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f93c64e-e826-451b-be57-82ea4af8afe8,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:23:47.232489 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:47.270154 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:47.270766 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:47.272121 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] 10.222.0.69 "PUT /v2.0/ports/5f93c64e-e826-451b-be57-82ea4af8afe8 HTTP/1.1" status: 200 len: 1094 time: 0.9800198 Nov 17 17:23:47.272601 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb8c180-b209-4f44-a04d-dae8a3a57811', 'tag': '5f93c64e-e826-451b-be57-82ea4af8afe8'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:23:47.274823 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb8c180-b209-4f44-a04d-dae8a3a57811", "tag": "5f93c64e-e826-451b-be57-82ea4af8afe8"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:23:47.295113 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4e47d-8c3e-41b2-b2d6-84f4963603d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f93c64e-e826-451b-be57-82ea4af8afe8,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:47.424399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-aafc76eb-455b-48a5-a67b-dae80a154497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:47.425914 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-aafc76eb-455b-48a5-a67b-dae80a154497 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f60cb81b10b4f08a505d015d8d4a83f&device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 1097 time: 0.0433023 Nov 17 17:23:47.436635 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d465c7-255f-493a-9438-539949bc13c1 x-openstack-request-id: req-d3d465c7-255f-493a-9438-539949bc13c1 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:23:47.436982 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb8c180-b209-4f44-a04d-dae8a3a57811", "tag": "5f93c64e-e826-451b-be57-82ea4af8afe8", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:23:47.437236 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3d465c7-255f-493a-9438-539949bc13c1 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:23:47.437631 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb8c180-b209-4f44-a04d-dae8a3a57811', 'tag': '5f93c64e-e826-451b-be57-82ea4af8afe8', 'status': 'completed', 'code': 200} Nov 17 17:23:47.475331 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-f004ae3a-8390-43fa-8e32-221f49d29b8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f93c64e-e826-451b-be57-82ea4af8afe8 HTTP/1.1" status: 200 len: 217 time: 0.0367589 Nov 17 17:23:47.525365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-0eb8259c-b899-417b-90ef-4f8963140360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:47.526860 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-0eb8259c-b899-417b-90ef-4f8963140360 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=669349d0-a0b2-4721-8aa2-74e4c880030e HTTP/1.1" status: 200 len: 849 time: 0.0439224 Nov 17 17:23:47.559506 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-4dd99046-c672-42f7-872c-0ae06ba5e05c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0a029cf-a1a3-40df-9ab5-00fc1f73e517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249555 Nov 17 17:23:47.654271 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-7db8f76d-0856-4d7d-bd8d-c2a6dc49500c service neutron] 10.222.0.69 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859184 Nov 17 17:23:47.752878 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1af4ec02-0438-435e-aedc-7eed7b47f074 req-c288bef1-76b2-4fde-b4df-90ef0fedf633 service neutron] 10.222.0.69 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825312 Nov 17 17:23:47.888323 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afd7fb-fb17-45c1-9e90-0752d88390c5 req-184b61af-3e1d-4342-b59d-6707ef587b0d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:47.889807 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-42afd7fb-fb17-45c1-9e90-0752d88390c5 req-184b61af-3e1d-4342-b59d-6707ef587b0d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0497398 Nov 17 17:23:47.898191 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-bf67587a-1074-4954-8308-eb2d1ff15199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:47.903974 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-bf67587a-1074-4954-8308-eb2d1ff15199 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f60cb81b10b4f08a505d015d8d4a83f&device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 1097 time: 0.0440190 Nov 17 17:23:47.945323 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-42afd7fb-fb17-45c1-9e90-0752d88390c5 req-3dce7ad2-b7ce-49b3-8b88-46c3cddadcc0 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489197 Nov 17 17:23:47.996863 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-1ec13406-5ed0-4b85-a1c7-67282c362ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:47.998307 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-1ec13406-5ed0-4b85-a1c7-67282c362ae7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a0a029cf-a1a3-40df-9ab5-00fc1f73e517 HTTP/1.1" status: 200 len: 910 time: 0.0904551 Nov 17 17:23:48.048097 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-1fe086ee-2d8f-4a91-8701-0d5778c5ed03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f93c64e-e826-451b-be57-82ea4af8afe8 HTTP/1.1" status: 200 len: 217 time: 0.0393882 Nov 17 17:23:48.056845 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-4f5fcaff-a635-4e44-a01c-379d311655f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:48.058401 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-4f5fcaff-a635-4e44-a01c-379d311655f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 1099 time: 0.0434668 Nov 17 17:23:48.100698 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-b0da20d1-d82d-499d-8c04-9e6fb23e6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:48.102160 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-b0da20d1-d82d-499d-8c04-9e6fb23e6ffc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=669349d0-a0b2-4721-8aa2-74e4c880030e HTTP/1.1" status: 200 len: 849 time: 0.0466599 Nov 17 17:23:48.134592 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-51093a5a-62df-4052-911d-51dd315991bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0a029cf-a1a3-40df-9ab5-00fc1f73e517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255325 Nov 17 17:23:48.156728 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-59eaca7f-cf36-425c-8904-73491146bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:48.158200 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-59eaca7f-cf36-425c-8904-73491146bd84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 917 time: 0.0925233 Nov 17 17:23:48.223618 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-1ee36bb9-9cb3-47ec-a06c-ebeba120cf45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0 HTTP/1.1" status: 200 len: 1001 time: 0.0578513 Nov 17 17:23:48.258233 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-2e52bf86-06a5-4e95-a960-5c418e66b737 service neutron] 10.222.0.69 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162601 Nov 17 17:23:48.271262 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c59ae-0732-4519-ba85-e0ba87330e68 req-8ef92720-d340-4b85-b411-2dfa3d07bf75 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:48.272743 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2b7c59ae-0732-4519-ba85-e0ba87330e68 req-8ef92720-d340-4b85-b411-2dfa3d07bf75 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 944 time: 0.0736372 Nov 17 17:23:48.276843 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-9a258a5f-04de-4dac-97a9-c01608c76237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:48.278334 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-9a258a5f-04de-4dac-97a9-c01608c76237 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0470817 Nov 17 17:23:48.322845 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-ba64c050-ec24-4c3c-a510-21b5bdea8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:48.324302 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-ba64c050-ec24-4c3c-a510-21b5bdea8325 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393071 Nov 17 17:23:48.376197 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2b7c59ae-0732-4519-ba85-e0ba87330e68 req-0d638850-2edd-45d0-9aaa-f80053f71899 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940921 Nov 17 17:23:48.393050 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81fe6959-6ae2-4482-ad2f-ab037c54eb4c req-40118912-7e75-4dce-9a21-f73967379196 service neutron] 10.222.0.69 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193163 Nov 17 17:23:48.414986 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-71f12076-71c9-4577-aa0f-22b034fe678c service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833790 Nov 17 17:23:48.507721 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2bb643c4-cf34-4ca4-8752-ae3dfc583ea4 req-408e2848-7135-4c98-a087-df31821344d5 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843930 Nov 17 17:23:48.735302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8a6bc89b-3822-4e8d-a4de-877c2a5c596d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:49.070115 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6a754-eda0-4865-bd8c-481bfc9c097d req-83609118-c9c1-4b18-b869-f001f9a40001 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:49.071575 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9da6a754-eda0-4865-bd8c-481bfc9c097d req-83609118-c9c1-4b18-b869-f001f9a40001 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0501871 Nov 17 17:23:49.118682 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9da6a754-eda0-4865-bd8c-481bfc9c097d req-44b5992d-b4ba-4e54-a979-72bde4dac188 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408204 Nov 17 17:23:49.497111 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c865ba-637b-49e8-a714-6f3440823520 req-126435bd-72d4-4159-a7c5-63e07d7af870 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:49.498630 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-67c865ba-637b-49e8-a714-6f3440823520 req-126435bd-72d4-4159-a7c5-63e07d7af870 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 944 time: 0.0485768 Nov 17 17:23:49.543910 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-67c865ba-637b-49e8-a714-6f3440823520 req-b3f7c13f-5e67-4c6a-99fa-98d52607044c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 Nov 17 17:23:49.883264 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:50.247081 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910d3ff-aac7-4ed2-a9ea-adbbd756bf36 req-cb1d176a-aea4-45b3-bf5b-333081fbf373 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:50.249115 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0910d3ff-aac7-4ed2-a9ea-adbbd756bf36 req-cb1d176a-aea4-45b3-bf5b-333081fbf373 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0540609 Nov 17 17:23:50.298627 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0910d3ff-aac7-4ed2-a9ea-adbbd756bf36 req-2037bdf4-8eb7-4223-8ea6-de5211ec240e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435834 Nov 17 17:23:50.660467 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8256a-e542-43e2-bd1b-d0766892c478 req-0ac87641-65fd-49d7-ab78-498ec0799e23 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:50.662014 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b3d8256a-e542-43e2-bd1b-d0766892c478 req-0ac87641-65fd-49d7-ab78-498ec0799e23 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 944 time: 0.0488243 Nov 17 17:23:50.708385 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b3d8256a-e542-43e2-bd1b-d0766892c478 req-69538e5d-9d80-46b1-891c-07b18c1de6dd tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Nov 17 17:23:50.852097 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 5f93c64e-e826-451b-be57-82ea4af8afe8 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:23:50.947301 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 5f93c64e-e826-451b-be57-82ea4af8afe8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f93c64e-e826-451b-be57-82ea4af8afe8,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:50.958301 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '5f93c64e-e826-451b-be57-82ea4af8afe8', 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517', 'port_id': '5f93c64e-e826-451b-be57-82ea4af8afe8', 'mac_address': 'fa:16:3e:da:75:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669349d0-a0b2-4721-8aa2-74e4c880030e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:23:50.998203 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:51.010362 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f93c64e-e826-451b-be57-82ea4af8afe8 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:23:51.028692 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 5f93c64e-e826-451b-be57-82ea4af8afe8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f93c64e-e826-451b-be57-82ea4af8afe8,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:51.123512 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:51.181624 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=5f93c64e-e826-451b-be57-82ea4af8afe8,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:51.248981 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:51.352963 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['5f93c64e-e826-451b-be57-82ea4af8afe8'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:23:51.418649 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb324dba-388d-4a76-9441-d8fa918090a2 req-062279ed-0f6c-4e50-ad18-4f85f3474421 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:51.420101 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cb324dba-388d-4a76-9441-d8fa918090a2 req-062279ed-0f6c-4e50-ad18-4f85f3474421 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 946 time: 0.0479848 Nov 17 17:23:51.467908 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cb324dba-388d-4a76-9441-d8fa918090a2 req-bbee34c4-263c-4f82-8c36-3cacce921d55 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407059 Nov 17 17:23:51.826079 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdce625-ae57-4ce0-85cd-5552b3134bfe req-364c677d-cc63-4065-bdbc-db8cac29e897 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:51.828650 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6bdce625-ae57-4ce0-85cd-5552b3134bfe req-364c677d-cc63-4065-bdbc-db8cac29e897 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 945 time: 0.0543058 Nov 17 17:23:51.876940 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6bdce625-ae57-4ce0-85cd-5552b3134bfe req-2bb58986-8836-49a7-b307-7e5b7a093c23 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Nov 17 17:23:52.139750 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:52.884589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 5f93c64e-e826-451b-be57-82ea4af8afe8 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:23:52.995542 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecc53-e5e5-4e13-ae9f-d3ba6c82a782 req-688525be-095a-4fd4-8304-4cbc4f5e628e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:52.996987 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1deecc53-e5e5-4e13-ae9f-d3ba6c82a782 req-688525be-095a-4fd4-8304-4cbc4f5e628e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Nov 17 17:23:53.018938 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 5f93c64e-e826-451b-be57-82ea4af8afe8 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:23:53.022921 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 5f93c64e-e826-451b-be57-82ea4af8afe8 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:23:53.029283 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:53.043240 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1deecc53-e5e5-4e13-ae9f-d3ba6c82a782 req-88631f6e-1b0a-4320-be24-61e6927cbd25 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Nov 17 17:23:53.104049 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:53.125823 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb8c180-b209-4f44-a04d-dae8a3a57811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93c64e-e826-451b-be57-82ea4af8afe8'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:23:53.128037 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6d58eb-4533-4517-a89d-ed11086e1420" -d '{"events": [{"server_uuid": "8eb8c180-b209-4f44-a04d-dae8a3a57811", "name": "network-vif-plugged", "status": "completed", "tag": "5f93c64e-e826-451b-be57-82ea4af8afe8"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:23:53.140228 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 5f93c64e-e826-451b-be57-82ea4af8afe8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f93c64e-e826-451b-be57-82ea4af8afe8,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:53.165253 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197b3f48-534e-49ee-8ecb-5062c67cc9a7 x-openstack-request-id: req-197b3f48-534e-49ee-8ecb-5062c67cc9a7 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:23:53.165617 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb8c180-b209-4f44-a04d-dae8a3a57811", "name": "network-vif-plugged", "status": "completed", "tag": "5f93c64e-e826-451b-be57-82ea4af8afe8", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:23:53.165934 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-197b3f48-534e-49ee-8ecb-5062c67cc9a7 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:23:53.166413 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb8c180-b209-4f44-a04d-dae8a3a57811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93c64e-e826-451b-be57-82ea4af8afe8', 'code': 200} Nov 17 17:23:53.209254 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:53.210056 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:23:53.289961 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=5f93c64e-e826-451b-be57-82ea4af8afe8,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:53.333726 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:53.366609 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:23:53.385687 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [req-14379f95-113b-4c9a-944c-0faedde47eab req-54727673-185b-419f-b805-da5c1b093366 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:23:53.386713 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-14379f95-113b-4c9a-944c-0faedde47eab req-54727673-185b-419f-b805-da5c1b093366 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518928 Nov 17 17:23:53.443521 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:23:53.474132 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47224f-f59c-482d-9f4d-597451f26213 req-17327dd1-002d-463f-9d4a-59eeb6773aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:53.475720 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-eb47224f-f59c-482d-9f4d-597451f26213 req-17327dd1-002d-463f-9d4a-59eeb6773aa4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 1099 time: 0.0407987 Nov 17 17:23:53.492423 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=8']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:23:53.521511 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-eb47224f-f59c-482d-9f4d-597451f26213 req-c31835fd-e2d7-423c-ae2b-b7ea3301c035 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Nov 17 17:23:53.712458 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cacfa-2a19-45ce-945f-3fa17900131f req-01421d5f-ccaa-4c26-8377-3640b00093bc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:53.713916 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0a4cacfa-2a19-45ce-945f-3fa17900131f req-01421d5f-ccaa-4c26-8377-3640b00093bc tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0487123 Nov 17 17:23:53.764963 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0a4cacfa-2a19-45ce-945f-3fa17900131f req-c2f32597-764e-410a-9b6f-d434d11833db tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444915 Nov 17 17:23:54.141366 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-8d87fea9-7a23-4ccf-a022-5b0e40ec9ff8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428300 Nov 17 17:23:54.158974 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad27990-68e0-4a87-a06c-539f1f137772 req-49a85525-14f3-4632-a4d1-1f8986a13a65 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:54.160435 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2ad27990-68e0-4a87-a06c-539f1f137772 req-49a85525-14f3-4632-a4d1-1f8986a13a65 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0497670 Nov 17 17:23:54.210789 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2ad27990-68e0-4a87-a06c-539f1f137772 req-0c7ad35b-2856-4eaa-b9ed-e0329c15ac18 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Nov 17 17:23:54.892744 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b4fb7-6d5b-4c50-bef1-a0821eb21281 req-1980dd4c-a686-47fe-b32b-aad143408d47 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:54.894190 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2f5b4fb7-6d5b-4c50-bef1-a0821eb21281 req-1980dd4c-a686-47fe-b32b-aad143408d47 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0495358 Nov 17 17:23:54.941086 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2f5b4fb7-6d5b-4c50-bef1-a0821eb21281 req-d73b248a-1c1a-4720-a552-8f00ecfe22d8 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410721 Nov 17 17:23:55.167619 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:23:55.169937 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3db41b-70f1-460e-b183-e9e4246e1f3a" -d '{"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-unplugged", "status": "completed", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:23:55.201646 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 17 Nov 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4451a8-71d5-45f2-980b-7cbb80b1ad49 x-openstack-request-id: req-fa4451a8-71d5-45f2-980b-7cbb80b1ad49 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:23:55.201930 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-unplugged", "status": "failed", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0", "code": 422}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:23:55.202180 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa4451a8-71d5-45f2-980b-7cbb80b1ad49 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:23:55.202977 dv-cinder-797608-20-iscsi neutron-server[102412]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'code': 422} returned with failed status Nov 17 17:23:55.329432 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765b105-74ca-4b9f-bb70-50df9b080f2c req-0c61f88c-261b-4528-b60b-12cb9014ed4a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:55.330913 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0765b105-74ca-4b9f-bb70-50df9b080f2c req-0c61f88c-261b-4528-b60b-12cb9014ed4a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0532904 Nov 17 17:23:55.382690 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0765b105-74ca-4b9f-bb70-50df9b080f2c req-3d45e4c5-3200-4b6c-945f-0eed1ead61ab tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Nov 17 17:23:55.688597 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-ed99928d-f392-4aa4-bb38-413949944abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:55.690303 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-ed99928d-f392-4aa4-bb38-413949944abe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036&tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0405312 Nov 17 17:23:55.752282 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-79c8282b-89a6-4605-9bf6-e6e4552b541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:55.753764 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-79c8282b-89a6-4605-9bf6-e6e4552b541e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 1097 time: 0.0405810 Nov 17 17:23:55.845069 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-fabf711e-e020-4f6a-a258-9a01de3889a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:55.846501 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-fabf711e-e020-4f6a-a258-9a01de3889a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 917 time: 0.0861516 Nov 17 17:23:55.910662 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-d86a5176-1300-4a4d-a324-0164fee599db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0 HTTP/1.1" status: 200 len: 999 time: 0.0569031 Nov 17 17:23:55.959317 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-e9f779d8-2d65-4cd4-9188-669cae718b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:55.960719 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-e9f779d8-2d65-4cd4-9188-669cae718b21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0438511 Nov 17 17:23:56.009608 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-b388ff49-409c-4d67-95c8-ef84aa0d40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:56.011075 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-b388ff49-409c-4d67-95c8-ef84aa0d40fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437074 Nov 17 17:23:56.072579 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b3539-c731-47ee-9ed8-ba292739dce1 req-20b89327-575e-413d-93d0-68aedf2c0e3e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:56.074066 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4e4b3539-c731-47ee-9ed8-ba292739dce1 req-20b89327-575e-413d-93d0-68aedf2c0e3e tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0579824 Nov 17 17:23:56.107502 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-c33ef0ef-275c-482c-b031-08975a936b20 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891414 Nov 17 17:23:56.128981 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4e4b3539-c731-47ee-9ed8-ba292739dce1 req-279037b2-de52-4763-ac05-f58c3525ab39 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481796 Nov 17 17:23:56.201138 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b27de8b3-d757-4411-b5d1-c00bbd35ddd8 req-c266f713-a722-4466-bc27-d16f9985745f service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866263 Nov 17 17:23:56.940258 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d3c69-2276-4a4f-bfe7-16bb70373245 req-d7d1db06-f1d6-40bc-8eb6-4908bb390b6c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:56.942139 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-017d3c69-2276-4a4f-bfe7-16bb70373245 req-d7d1db06-f1d6-40bc-8eb6-4908bb390b6c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0703959 Nov 17 17:23:57.010586 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-017d3c69-2276-4a4f-bfe7-16bb70373245 req-fe7ba285-2549-4ffc-8483-9ff325b5f5b9 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591438 Nov 17 17:23:57.286497 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beabee2-c227-4108-ba17-fbbc09c4a489 req-87cde476-9bd5-45ba-937e-a5d83a5316be tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:57.288112 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1beabee2-c227-4108-ba17-fbbc09c4a489 req-87cde476-9bd5-45ba-937e-a5d83a5316be tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0591779 Nov 17 17:23:57.342377 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1beabee2-c227-4108-ba17-fbbc09c4a489 req-d9cd371f-0ecd-4c43-8fd1-2df5700f97ab tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482380 Nov 17 17:23:58.150572 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cf4d6-ff8f-428f-8edf-f7dfb0824975 req-7bae1883-8032-4f3c-a8a8-c6710db75578 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:58.152013 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6b4cf4d6-ff8f-428f-8edf-f7dfb0824975 req-7bae1883-8032-4f3c-a8a8-c6710db75578 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0600133 Nov 17 17:23:58.199953 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6b4cf4d6-ff8f-428f-8edf-f7dfb0824975 req-88531988-104d-4358-b3a7-f0d98513a56a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Nov 17 17:23:58.478113 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709229c-f1a6-4413-ba0b-56b8f4ddd8db req-5fd200ee-803b-4d3e-acfe-d122d36043f9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:58.480747 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9709229c-f1a6-4413-ba0b-56b8f4ddd8db req-5fd200ee-803b-4d3e-acfe-d122d36043f9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0658736 Nov 17 17:23:58.554194 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9709229c-f1a6-4413-ba0b-56b8f4ddd8db req-9a27f207-f864-48b8-aba3-eb95d98ca6bb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663474 Nov 17 17:23:59.315291 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e082-f2c7-48f0-88ba-72b6f6a691a6 req-809f9231-f33d-4d4d-bb12-fa0fbfa86ec7 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:59.316730 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d247e082-f2c7-48f0-88ba-72b6f6a691a6 req-809f9231-f33d-4d4d-bb12-fa0fbfa86ec7 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0478666 Nov 17 17:23:59.364633 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d247e082-f2c7-48f0-88ba-72b6f6a691a6 req-10be6d30-cdeb-420f-beae-3f146971497b tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Nov 17 17:23:59.678348 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638d18-ab18-49b2-8215-44166ae4a5d3 req-c0186396-f03e-4f6d-9ba3-28cf9e68b5fa tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:23:59.679800 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-da638d18-ab18-49b2-8215-44166ae4a5d3 req-c0186396-f03e-4f6d-9ba3-28cf9e68b5fa tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0488088 Nov 17 17:23:59.725590 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-da638d18-ab18-49b2-8215-44166ae4a5d3 req-d1418b05-cff7-469e-94fd-e0b5cde3d4c7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397296 Nov 17 17:24:00.479885 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d53a0-b69e-4ff3-99b2-c64ee60dc80d req-57235343-eb1f-4e7d-9d57-61c56b210c57 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:00.481426 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-482d53a0-b69e-4ff3-99b2-c64ee60dc80d req-57235343-eb1f-4e7d-9d57-61c56b210c57 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0498626 Nov 17 17:24:00.527507 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-482d53a0-b69e-4ff3-99b2-c64ee60dc80d req-f3bef638-b6fe-49b7-9239-e0607bb2ce79 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Nov 17 17:24:00.696901 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:24:00.864990 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146cc8-a092-4e1d-9b23-85f37d162d2d req-2229e1fb-8b26-425c-ae55-7ee2b8cd14f7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:00.868917 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-aa146cc8-a092-4e1d-9b23-85f37d162d2d req-2229e1fb-8b26-425c-ae55-7ee2b8cd14f7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0572815 Nov 17 17:24:00.913657 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-aa146cc8-a092-4e1d-9b23-85f37d162d2d req-9ee2e812-78ab-44b1-a660-82c6deff4f55 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410225 Nov 17 17:24:01.640469 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e86e9-6f62-4cb1-bdd4-dba2710ccc52 req-02b0da5f-9784-46c7-a6ba-34d8c88d8d0c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:01.641930 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ba5e86e9-6f62-4cb1-bdd4-dba2710ccc52 req-02b0da5f-9784-46c7-a6ba-34d8c88d8d0c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0483010 Nov 17 17:24:01.695107 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ba5e86e9-6f62-4cb1-bdd4-dba2710ccc52 req-9eb56929-2173-4f95-9170-9190f98ad3e8 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Nov 17 17:24:02.031794 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b1132-4df1-4aaa-8758-cd79f1ca5442 req-05319d86-46e7-404a-a5ec-698cc784ad73 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:02.033252 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-334b1132-4df1-4aaa-8758-cd79f1ca5442 req-05319d86-46e7-404a-a5ec-698cc784ad73 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0472069 Nov 17 17:24:02.081981 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-334b1132-4df1-4aaa-8758-cd79f1ca5442 req-401f7087-72da-431b-8e77-848444a8fb6d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428321 Nov 17 17:24:02.815678 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dbe15-8121-4f16-83c4-287bba676eae req-4e106e17-3245-4957-b1ae-416ea156808c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:02.817166 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-546dbe15-8121-4f16-83c4-287bba676eae req-4e106e17-3245-4957-b1ae-416ea156808c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0499921 Nov 17 17:24:02.864574 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-546dbe15-8121-4f16-83c4-287bba676eae req-fe45a7ae-a066-4d4b-8f53-8814bfbe3cb2 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Nov 17 17:24:03.205979 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f077e-ddfd-41ee-8672-c3370513613a req-ffacbb37-e55a-4032-826b-dbebd047078c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:03.208377 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-649f077e-ddfd-41ee-8672-c3370513613a req-ffacbb37-e55a-4032-826b-dbebd047078c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0569072 Nov 17 17:24:03.258195 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-649f077e-ddfd-41ee-8672-c3370513613a req-176eda94-bfe2-40c7-bfe2-d3c9309947d7 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433505 Nov 17 17:24:03.980926 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f50ef-2b05-4b80-bfe4-aa29ddb0b751 req-363f7bf5-ed7e-49b5-a86e-88b9f5872b13 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:03.982362 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3c0f50ef-2b05-4b80-bfe4-aa29ddb0b751 req-363f7bf5-ed7e-49b5-a86e-88b9f5872b13 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0508420 Nov 17 17:24:04.027723 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3c0f50ef-2b05-4b80-bfe4-aa29ddb0b751 req-d9090774-09fb-4966-9f91-d0d7138c22a2 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Nov 17 17:24:04.380599 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084e9d9-64bf-4b67-b4c1-91aeba310d6b req-7f5fb9ae-8d53-4e4f-85d1-3216ff9ac5cb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:04.382057 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2084e9d9-64bf-4b67-b4c1-91aeba310d6b req-7f5fb9ae-8d53-4e4f-85d1-3216ff9ac5cb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0481339 Nov 17 17:24:04.427946 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2084e9d9-64bf-4b67-b4c1-91aeba310d6b req-c6470b04-5078-4862-b4b2-c5ac99510114 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399463 Nov 17 17:24:05.152265 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bf7c1-20cd-49bd-a746-6204ba217da5 req-df615957-5224-4039-a1b6-a3c4b45b5227 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:05.154264 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b71bf7c1-20cd-49bd-a746-6204ba217da5 req-df615957-5224-4039-a1b6-a3c4b45b5227 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0589466 Nov 17 17:24:05.216754 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b71bf7c1-20cd-49bd-a746-6204ba217da5 req-c4385ac6-e1ec-4e69-9ebb-217e9bb3190e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532591 Nov 17 17:24:05.543290 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e49f31-8e3f-425f-b410-acbc77ec47b8 req-567e9cd7-787c-42d3-9720-486c55b46e3c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:05.544752 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9e49f31-8e3f-425f-b410-acbc77ec47b8 req-567e9cd7-787c-42d3-9720-486c55b46e3c tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0472999 Nov 17 17:24:05.605789 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a9e49f31-8e3f-425f-b410-acbc77ec47b8 req-5273cb25-6c87-4e18-8056-141ba1ac32cd tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542836 Nov 17 17:24:06.331195 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae0dbd-3609-4392-a077-d19b3acac519 req-a03cad81-e42e-42d3-86e7-7d462318bf7e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:06.332733 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3aae0dbd-3609-4392-a077-d19b3acac519 req-a03cad81-e42e-42d3-86e7-7d462318bf7e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0524013 Nov 17 17:24:06.387966 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3aae0dbd-3609-4392-a077-d19b3acac519 req-bd9ba983-7596-41ad-9609-778ed6690dd1 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477684 Nov 17 17:24:06.741099 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d38b-e397-49c4-b8ad-38caabab36b5 req-6e92fde3-a963-4796-943f-e0baa1d49ebb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:06.742588 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1d82d38b-e397-49c4-b8ad-38caabab36b5 req-6e92fde3-a963-4796-943f-e0baa1d49ebb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0530272 Nov 17 17:24:06.798884 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1d82d38b-e397-49c4-b8ad-38caabab36b5 req-d896a196-b6e0-4728-adb9-8bbc857fbdb9 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499794 Nov 17 17:24:07.506917 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe8e0c-bb36-4552-9999-df58cc711114 req-c7961165-b254-4368-9400-c8abaccc8120 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:07.508405 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4dfe8e0c-bb36-4552-9999-df58cc711114 req-c7961165-b254-4368-9400-c8abaccc8120 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0491426 Nov 17 17:24:07.556859 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4dfe8e0c-bb36-4552-9999-df58cc711114 req-76e3ce97-82c4-4b95-bac7-cf47295bed70 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Nov 17 17:24:07.925369 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a51374-9189-408f-9274-9bde2b05f56b req-bcb40ddd-695a-4211-9a28-30cdd9529643 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:07.926822 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-78a51374-9189-408f-9274-9bde2b05f56b req-bcb40ddd-695a-4211-9a28-30cdd9529643 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0509534 Nov 17 17:24:07.973361 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-78a51374-9189-408f-9274-9bde2b05f56b req-2ebc4f66-8a3d-4ef6-99d1-2492a63dd429 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404606 Nov 17 17:24:08.283201 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:08.670398 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936950-0824-4bb3-80cd-b03e31288e42 req-50767762-7e70-4586-834c-b21fa8a87bb5 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:08.672930 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-da936950-0824-4bb3-80cd-b03e31288e42 req-50767762-7e70-4586-834c-b21fa8a87bb5 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0503244 Nov 17 17:24:08.720432 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-da936950-0824-4bb3-80cd-b03e31288e42 req-3e811417-1958-4182-a582-6b47b9777e4d tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Nov 17 17:24:09.088461 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e106b78-098a-462a-b50d-d488770c0674 req-db0a149a-fc8e-45a1-929e-3e5ce9aafb8a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:09.089933 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7e106b78-098a-462a-b50d-d488770c0674 req-db0a149a-fc8e-45a1-929e-3e5ce9aafb8a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0481846 Nov 17 17:24:09.144009 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7e106b78-098a-462a-b50d-d488770c0674 req-d553189d-db1d-4ba9-8a92-6455f4d24631 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476632 Nov 17 17:24:09.842289 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb094b9-5ef3-4474-ab72-87ff85380ad2 req-caa7e210-fd42-4d14-a3ec-5c4a651db841 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:09.844538 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1eb094b9-5ef3-4474-ab72-87ff85380ad2 req-caa7e210-fd42-4d14-a3ec-5c4a651db841 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0510740 Nov 17 17:24:09.890177 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1eb094b9-5ef3-4474-ab72-87ff85380ad2 req-03fb7776-4ba5-4261-9669-f36c013c5635 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Nov 17 17:24:10.260162 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399df7d-579e-4adc-9ca8-eb4e0f4fe749 req-c4ce729b-3a82-41a3-ad28-7665321f0d92 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:10.261607 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f399df7d-579e-4adc-9ca8-eb4e0f4fe749 req-c4ce729b-3a82-41a3-ad28-7665321f0d92 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0474696 Nov 17 17:24:10.315435 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f399df7d-579e-4adc-9ca8-eb4e0f4fe749 req-055b5347-bfc9-4538-afc9-9b29575cf396 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461543 Nov 17 17:24:11.007619 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd07b2-57f8-4969-a955-a1b4357556de req-29879d93-fa52-41ce-b3bb-95c12ec7cb6a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:11.009094 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5edd07b2-57f8-4969-a955-a1b4357556de req-29879d93-fa52-41ce-b3bb-95c12ec7cb6a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0506284 Nov 17 17:24:11.054651 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5edd07b2-57f8-4969-a955-a1b4357556de req-cde44a69-c391-42ef-a5b1-e4fa654619a2 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Nov 17 17:24:11.433880 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44b7c-f348-4af9-aa9b-3302d8918d09 req-602eb0a8-05f5-45b1-b8cc-1fed6b5c0fb5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:11.439188 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a5d44b7c-f348-4af9-aa9b-3302d8918d09 req-602eb0a8-05f5-45b1-b8cc-1fed6b5c0fb5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0490828 Nov 17 17:24:11.484261 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a5d44b7c-f348-4af9-aa9b-3302d8918d09 req-d492b77b-35ae-40cd-aef3-a19d39856629 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414894 Nov 17 17:24:12.174550 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd0a24-ae86-45e2-a077-655d183ed57a req-50d902cc-ed37-4f7a-a06b-7e30def4bb4f tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:12.176023 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5bcd0a24-ae86-45e2-a077-655d183ed57a req-50d902cc-ed37-4f7a-a06b-7e30def4bb4f tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0539367 Nov 17 17:24:12.224249 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5bcd0a24-ae86-45e2-a077-655d183ed57a req-0318fb45-0ba4-4427-8765-8d963408fb68 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Nov 17 17:24:12.603908 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e37fb-36d8-4b12-ab1b-959f8d6a8cb8 req-d74b6e88-f4a3-40d5-862f-be9b4ad07d05 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:12.605360 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-841e37fb-36d8-4b12-ab1b-959f8d6a8cb8 req-d74b6e88-f4a3-40d5-862f-be9b4ad07d05 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0483780 Nov 17 17:24:12.655933 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-841e37fb-36d8-4b12-ab1b-959f8d6a8cb8 req-f27f090d-5662-40e2-a5d8-93ca819d4a59 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441225 Nov 17 17:24:13.070429 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-60eb2fb7-50c3-4ed4-8030-a97a57bb4ac6 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:13.071831 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-60eb2fb7-50c3-4ed4-8030-a97a57bb4ac6 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0478153 Nov 17 17:24:13.162352 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Deleting port 5f93c64e-e826-451b-be57-82ea4af8afe8 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:13.162712 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:13.252040 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] For port 5f93c64e-e826-451b-be57-82ea4af8afe8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f93c64e-e826-451b-be57-82ea4af8afe8,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:13.252147 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:13.265153 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Calling delete_port for 5f93c64e-e826-451b-be57-82ea4af8afe8 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:13.376619 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1efd8e-c0ca-472b-8c61-b26cc30b560c req-8edf551c-2dbd-4237-a99a-f86596c6907e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:13.378064 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0f1efd8e-c0ca-472b-8c61-b26cc30b560c req-8edf551c-2dbd-4237-a99a-f86596c6907e tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 946 time: 0.0737569 Nov 17 17:24:13.459900 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0f1efd8e-c0ca-472b-8c61-b26cc30b560c req-24626fa6-4488-47ed-9775-1bf8803d6978 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759118 Nov 17 17:24:13.521501 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:13.533661 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['5f93c64e-e826-451b-be57-82ea4af8afe8'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:24:13.549062 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Pushing event deleted for resources: {'Port': ['ID=5f93c64e-e826-451b-be57-82ea4af8afe8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:13.562487 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.562923 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.563264 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.563865 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.564197 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.564543 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.564869 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.565195 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.565515 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.565834 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.566151 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.566467 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:13.604852 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] No DVR routers for this DVR port 5f93c64e-e826-451b-be57-82ea4af8afe8 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:24:13.607335 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:13.611232 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-66849d6d-d14e-46a9-b332-92547bdafc99 req-a6a8ca4d-3fbe-47c5-8d6d-f63d639da955 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.69 "DELETE /v2.0/ports/5f93c64e-e826-451b-be57-82ea4af8afe8 HTTP/1.1" status: 204 len: 173 time: 0.5320814 Nov 17 17:24:13.611662 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb8c180-b209-4f44-a04d-dae8a3a57811', 'name': 'network-vif-deleted', 'tag': '5f93c64e-e826-451b-be57-82ea4af8afe8'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:24:13.613903 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169d9ea-47eb-497a-be10-b6b8b76fbe7a" -d '{"events": [{"server_uuid": "8eb8c180-b209-4f44-a04d-dae8a3a57811", "name": "network-vif-deleted", "tag": "5f93c64e-e826-451b-be57-82ea4af8afe8"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:24:13.709721 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70bb963-9f6b-4288-bfdb-5fa92599cd01 x-openstack-request-id: req-f70bb963-9f6b-4288-bfdb-5fa92599cd01 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:24:13.715707 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb8c180-b209-4f44-a04d-dae8a3a57811", "name": "network-vif-deleted", "tag": "5f93c64e-e826-451b-be57-82ea4af8afe8", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:24:13.715707 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f70bb963-9f6b-4288-bfdb-5fa92599cd01 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:24:13.715707 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb8c180-b209-4f44-a04d-dae8a3a57811', 'name': 'network-vif-deleted', 'tag': '5f93c64e-e826-451b-be57-82ea4af8afe8', 'status': 'completed', 'code': 200} Nov 17 17:24:13.775031 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d308c-5d89-4f0f-802a-a981f1fb62fa req-becd833e-0ba1-438d-b8d7-8a6ff426ada3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:13.776463 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5e5d308c-5d89-4f0f-802a-a981f1fb62fa req-becd833e-0ba1-438d-b8d7-8a6ff426ada3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0476756 Nov 17 17:24:13.824848 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5e5d308c-5d89-4f0f-802a-a981f1fb62fa req-d482d6c8-5601-4bb6-a6b0-ae7915aabadb tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420046 Nov 17 17:24:14.566366 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-75556f2a-34ed-4d5a-8f60-0960895ca6b4 req-f03a4bef-113f-41c9-9bf5-a5cdc03e2f08 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8c180-b209-4f44-a04d-dae8a3a57811 HTTP/1.1" status: 200 len: 210 time: 0.0257759 Nov 17 17:24:14.941787 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3edb-9f02-41a7-92a8-b7fdf9ae7a94 req-b7c2057f-2882-4e42-9a20-520117f4e922 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:14.943214 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b2db3edb-9f02-41a7-92a8-b7fdf9ae7a94 req-b7c2057f-2882-4e42-9a20-520117f4e922 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 944 time: 0.0470228 Nov 17 17:24:14.993315 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b2db3edb-9f02-41a7-92a8-b7fdf9ae7a94 req-65b3ba19-dfc1-415c-84e3-0cb671dce556 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440907 Nov 17 17:24:15.001304 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:24:15.034558 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-9271a853-56ed-4735-86a1-ee8db390c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:15.036057 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-9271a853-56ed-4735-86a1-ee8db390c89b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 1097 time: 0.0416973 Nov 17 17:24:15.098385 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:15.110407 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'port_id': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'mac_address': 'fa:16:3e:aa:db:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:24:15.140877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-170ab19c-d28b-4c80-987f-1d2533fefd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:15.142310 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-170ab19c-d28b-4c80-987f-1d2533fefd68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 200 len: 917 time: 0.0855021 Nov 17 17:24:15.146642 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:15.159155 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb79bafd-fdd5-4248-929a-3f163989f9d0 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:24:15.179041 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:15.211548 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-3f3b591c-cfb1-4b5a-bfa6-c866319c7eb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0 HTTP/1.1" status: 200 len: 999 time: 0.0618947 Nov 17 17:24:15.262940 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-64d74257-c827-40bb-aff0-598c532075ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:15.264369 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-64d74257-c827-40bb-aff0-598c532075ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 200 len: 855 time: 0.0453773 Nov 17 17:24:15.284686 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:15.315847 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-a92c518b-3308-41ff-9bae-40ed9bf5e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:15.317345 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-a92c518b-3308-41ff-9bae-40ed9bf5e67a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c4a4868-1566-465c-928c-b8888f2f5947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440302 Nov 17 17:24:15.337683 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=9']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:15.409554 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-8268e4e2-a9fc-45b8-9677-fe9150d35f28 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840769 Nov 17 17:24:15.498136 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ced6eabe-d691-4531-b4ff-6883f95a91c2 req-b7dfcabe-0a09-4653-9294-03296ea4efd9 service neutron] 10.222.0.69 "GET /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808287 Nov 17 17:24:15.527685 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['fb79bafd-fdd5-4248-929a-3f163989f9d0'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:24:15.824319 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-a63c996c-b7bd-4b24-99eb-0f1129a304fa tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:15.825773 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-a63c996c-b7bd-4b24-99eb-0f1129a304fa tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/networks?id=a0a029cf-a1a3-40df-9ab5-00fc1f73e517 HTTP/1.1" status: 200 len: 809 time: 0.1011684 Nov 17 17:24:15.840741 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-883434d5-6855-407a-b02b-7e3fd03b3919 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/quotas/2f60cb81b10b4f08a505d015d8d4a83f HTTP/1.1" status: 200 len: 375 time: 0.0086205 Nov 17 17:24:15.871237 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-eecf0ef8-2488-4af6-b449-7eae0c00a533 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f60cb81b10b4f08a505d015d8d4a83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246656 Nov 17 17:24:16.119587 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dda5d7-dbda-45e0-87ed-1c95e0f11404 req-d4b81825-19b2-4bee-a34b-82f10a05b28b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:16.121117 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-21dda5d7-dbda-45e0-87ed-1c95e0f11404 req-d4b81825-19b2-4bee-a34b-82f10a05b28b tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 945 time: 0.0511539 Nov 17 17:24:16.171536 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-21dda5d7-dbda-45e0-87ed-1c95e0f11404 req-d23e170e-f53a-4bb1-a887-52ac8ed55e34 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437546 Nov 17 17:24:16.216620 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-570e2709-1724-4d62-8241-7a76643f9912 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380520 Nov 17 17:24:16.301880 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-d139a7c2-8306-4bef-b0c9-ee5b09e2ca5d service neutron] 10.222.0.41 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787849 Nov 17 17:24:16.477542 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7efa36b2-f7ab-4f28-96a7-cce276614bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:16.583053 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-afb306b7-f974-4763-bfaa-3f3bbaecd30a req-c8847eca-bd8a-4c6c-a1af-c798865a2dc9 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 210 time: 0.0286880 Nov 17 17:24:17.032139 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:24:17.078168 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port fb79bafd-fdd5-4248-929a-3f163989f9d0 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:24:17.078531 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:17.152685 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:17.175233 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:24:17.179159 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dffeb70-e413-4651-9aa0-a9390bce07a5" -d '{"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-plugged", "status": "completed", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:24:17.190698 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:17.213686 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63184353-e2cc-413c-9cae-528fa47f83eb x-openstack-request-id: req-63184353-e2cc-413c-9cae-528fa47f83eb {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:24:17.214024 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-plugged", "status": "completed", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:24:17.214274 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63184353-e2cc-413c-9cae-528fa47f83eb {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:24:17.214669 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'code': 200} Nov 17 17:24:17.289043 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:17.289850 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 5f93c64e-e826-451b-be57-82ea4af8afe8 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:24:17.303594 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e0e39-db60-4c7a-81de-4b1191dde661 req-96f2afe8-995c-4b18-918e-e217ce0e9a85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:17.305132 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-879e0e39-db60-4c7a-81de-4b1191dde661 req-96f2afe8-995c-4b18-918e-e217ce0e9a85 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 945 time: 0.0572076 Nov 17 17:24:17.330180 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 5f93c64e-e826-451b-be57-82ea4af8afe8 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:24:17.330279 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 5f93c64e-e826-451b-be57-82ea4af8afe8 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:24:17.360814 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=10']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:17.581678 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca5658-d7f0-482e-b036-1d0c3de1c1be req-99b732de-93ce-44be-88ae-f204073b3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:17.583340 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dcca5658-d7f0-482e-b036-1d0c3de1c1be req-99b732de-93ce-44be-88ae-f204073b3dee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 1100 time: 0.0488386 Nov 17 17:24:17.597739 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-879e0e39-db60-4c7a-81de-4b1191dde661 req-2a9ca849-81e2-4b07-ab69-eab271475e9f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2865729 Nov 17 17:24:17.630272 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-dcca5658-d7f0-482e-b036-1d0c3de1c1be req-dc271de6-00cc-46cb-827d-9de1f15e0c16 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396075 Nov 17 17:24:17.677097 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5ad25987-87cd-427f-a753-e43d7ca1cb08 req-deec6908-ec9d-4f39-a991-f32c98088d42 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 210 time: 0.0259397 Nov 17 17:24:18.649428 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-b6db7a4c-85fd-4aa8-9df9-c5464713260b tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:18.652614 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-b6db7a4c-85fd-4aa8-9df9-c5464713260b tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.69 "GET /v2.0/networks?id=a0a029cf-a1a3-40df-9ab5-00fc1f73e517 HTTP/1.1" status: 200 len: 809 time: 0.1135604 Nov 17 17:24:18.668633 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Request body: {'port': {'device_id': '3da12e14-ab6d-4d0e-86be-bc7fdef54802', 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517', 'admin_state_up': True, 'tenant_id': '2f60cb81b10b4f08a505d015d8d4a83f'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:24:18.715663 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f52d-e025-4129-970c-f80926ed9d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:18.765710 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819fd77-8e56-4210-b951-c4e9cf088967 req-fef73e4a-6fa1-4e1a-befa-bf652ef0357f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:18.769520 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c819fd77-8e56-4210-b951-c4e9cf088967 req-fef73e4a-6fa1-4e1a-befa-bf652ef0357f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 947 time: 0.0944216 Nov 17 17:24:18.806020 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7723db37-def6-4240-b147-0d146653fca7 req-54046b75-81a5-4ae5-928a-eb02d78d152a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 210 time: 0.0317800 Nov 17 17:24:18.840228 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c819fd77-8e56-4210-b951-c4e9cf088967 req-5854601a-0d23-42c0-9212-2b6c21e2bf46 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649161 Nov 17 17:24:18.910039 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Made reservation on behalf of 2f60cb81b10b4f08a505d015d8d4a83f for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:24:18.914100 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:19.041353 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Allocated IP 172.20.0.11 (a0a029cf-a1a3-40df-9ab5-00fc1f73e517/669349d0-a0b2-4721-8aa2-74e4c880030e/0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:24:19.190399 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:19.301128 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:19.344125 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:24:19.349060 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:24:19.352598 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:24:19.376625 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Pushing event updated for resources: {'Port': ['ID=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:19.404625 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:19.405248 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:19.460106 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-bcbe25a2-d246-49d5-a73b-cb520ab28631 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7952828 Nov 17 17:24:19.472750 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Request body: {'port': {'device_id': '3da12e14-ab6d-4d0e-86be-bc7fdef54802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:24:19.532820 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:19.798690 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:24:19.806269 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:19.818666 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Transition to ACTIVE for port object 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:24:19.930131 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35168448-2bdf-47c6-91b0-30324342cc03 req-8eafbf3f-6e24-4c7a-b5f6-caec84d7362f tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:19.931721 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-35168448-2bdf-47c6-91b0-30324342cc03 req-8eafbf3f-6e24-4c7a-b5f6-caec84d7362f tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 932 time: 0.0502517 Nov 17 17:24:19.944045 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:19.966338 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418ab86-b9a1-4c48-9c6a-7c4a5756ab49 req-7e86a3cc-c0e7-47c2-9ea8-620afb000e4d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:19.968848 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3418ab86-b9a1-4c48-9c6a-7c4a5756ab49 req-7e86a3cc-c0e7-47c2-9ea8-620afb000e4d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 947 time: 0.0528138 Nov 17 17:24:19.987426 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-35168448-2bdf-47c6-91b0-30324342cc03 req-f5a22fe0-63d7-48f4-b5e5-d51052f2651a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Nov 17 17:24:19.995254 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:20.024466 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3418ab86-b9a1-4c48-9c6a-7c4a5756ab49 req-50606061-b6fd-47a7-96f5-a3d7acacf542 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486305 Nov 17 17:24:20.056674 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:20.125781 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Attempting to bind port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:24:20.126411 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Attempting to bind port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:24:20.126738 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Attempting to bind port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 on network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:24:20.131069 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 on network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:24:20.131415 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Attempting to bind port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 on network a0a029cf-a1a3-40df-9ab5-00fc1f73e517 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:24:20.136215 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:24:20.136577 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Checking segment: {'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:24:20.136959 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Bound using segment: {'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:24:20.137377 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Bound port: 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae2300c-c5f0-4b9f-a318-7971f650ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:24:20.137749 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:20.206225 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] For port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:24:20.209273 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] For port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:24:20.304649 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:20.343622 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:20.343622 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:20.344792 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] 10.222.0.69 "PUT /v2.0/ports/0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 HTTP/1.1" status: 200 len: 1094 time: 0.8762989 Nov 17 17:24:20.345237 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da12e14-ab6d-4d0e-86be-bc7fdef54802', 'tag': '0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:24:20.347486 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f533474-9eb8-44ec-9362-0e81558cb618" -d '{"events": [{"name": "network-changed", "server_uuid": "3da12e14-ab6d-4d0e-86be-bc7fdef54802", "tag": "0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:24:20.373251 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd264eb-e144-44b0-b70e-4290e050cc75 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:20.387151 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe2ac8a-23a1-47ae-bf4a-bc6d2bb1c5fd x-openstack-request-id: req-9fe2ac8a-23a1-47ae-bf4a-bc6d2bb1c5fd {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:24:20.387561 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da12e14-ab6d-4d0e-86be-bc7fdef54802", "tag": "0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:24:20.387823 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fe2ac8a-23a1-47ae-bf4a-bc6d2bb1c5fd {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:24:20.388720 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da12e14-ab6d-4d0e-86be-bc7fdef54802', 'tag': '0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3', 'status': 'completed', 'code': 200} Nov 17 17:24:20.456180 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533474-9eb8-44ec-9362-0e81558cb618 req-61f40527-acb3-436b-9295-86ef987c6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:20.457701 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3f533474-9eb8-44ec-9362-0e81558cb618 req-61f40527-acb3-436b-9295-86ef987c6d3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f60cb81b10b4f08a505d015d8d4a83f&device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 1097 time: 0.0419779 Nov 17 17:24:20.561363 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533474-9eb8-44ec-9362-0e81558cb618 req-004f591a-0fa8-4b58-b756-b5f490fbcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:20.562872 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3f533474-9eb8-44ec-9362-0e81558cb618 req-004f591a-0fa8-4b58-b756-b5f490fbcc5a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2f60cb81b10b4f08a505d015d8d4a83f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0956526 Nov 17 17:24:20.658059 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533474-9eb8-44ec-9362-0e81558cb618 req-ede53cc0-a909-4faf-b059-f928401555a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:20.659515 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3f533474-9eb8-44ec-9362-0e81558cb618 req-ede53cc0-a909-4faf-b059-f928401555a4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890288 Nov 17 17:24:20.740802 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-c0c2db56-0cd8-48fe-a69c-f2752ba1b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:20.742256 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-c0c2db56-0cd8-48fe-a69c-f2752ba1b213 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f60cb81b10b4f08a505d015d8d4a83f&device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 1097 time: 0.0447164 Nov 17 17:24:20.798020 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-9a7504ac-b105-466f-bb48-a70b41860a38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 HTTP/1.1" status: 200 len: 217 time: 0.0374134 Nov 17 17:24:20.855268 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-8b0069ee-6ca1-4dbd-9f0d-6c20632d53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:20.856595 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-8b0069ee-6ca1-4dbd-9f0d-6c20632d53a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=669349d0-a0b2-4721-8aa2-74e4c880030e HTTP/1.1" status: 200 len: 849 time: 0.0423000 Nov 17 17:24:20.889137 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-b61d9aa8-6f1c-45f5-bbb6-e95ed733f8a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0a029cf-a1a3-40df-9ab5-00fc1f73e517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238993 Nov 17 17:24:20.978955 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-da01be87-0a0a-44fe-b982-c495f085f1b6 service neutron] 10.222.0.69 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820546 Nov 17 17:24:21.081685 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8ed38d29-5a91-4165-8521-d094dc988e18 req-641ae1f7-9df0-4266-b6a0-6b5760b79bf7 service neutron] 10.222.0.69 "GET /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949800 Nov 17 17:24:21.122134 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbf9af-7563-478a-a6fc-a7d606f993c6 req-c30f9ab4-2c27-499a-8c97-3a7c507d6336 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:21.122134 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bcfbf9af-7563-478a-a6fc-a7d606f993c6 req-c30f9ab4-2c27-499a-8c97-3a7c507d6336 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 944 time: 0.0610957 Nov 17 17:24:21.154134 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0de39-8e79-403e-9733-4bfef7482798 req-c3411129-ad55-444f-900d-02b9865e826d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:21.156892 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6ec0de39-8e79-403e-9733-4bfef7482798 req-c3411129-ad55-444f-900d-02b9865e826d tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 947 time: 0.0528414 Nov 17 17:24:21.175949 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bcfbf9af-7563-478a-a6fc-a7d606f993c6 req-553706be-e91b-461e-b69d-220b7e0dc029 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 Nov 17 17:24:21.204338 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6ec0de39-8e79-403e-9733-4bfef7482798 req-7bfa1c69-82a1-48a7-8e8d-79324c4066cf tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419953 Nov 17 17:24:21.258185 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:22.109991 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:22.293545 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ed86-1b0e-4730-ac97-cf173f9f347b req-29f7131f-3996-415d-8787-9bc8c0f28aec tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:22.294999 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5446ed86-1b0e-4730-ac97-cf173f9f347b req-29f7131f-3996-415d-8787-9bc8c0f28aec tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 944 time: 0.0537190 Nov 17 17:24:22.343685 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5446ed86-1b0e-4730-ac97-cf173f9f347b req-9a3998c9-6965-4aeb-ad2d-55ddbc9847f3 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Nov 17 17:24:23.457882 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f147e87-0a77-4f21-8d8d-2b941bf6276a req-eda9ce11-a0ba-49f5-89d3-6c72841421bf tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:23.459345 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9f147e87-0a77-4f21-8d8d-2b941bf6276a req-eda9ce11-a0ba-49f5-89d3-6c72841421bf tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 944 time: 0.0481818 Nov 17 17:24:23.507889 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9f147e87-0a77-4f21-8d8d-2b941bf6276a req-4c0693c4-21bf-4caa-9dd2-5be405da78bf tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Nov 17 17:24:24.629408 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35aa97-0801-41aa-a636-6b6caea19442 req-a3086ac7-41d8-47df-89e3-dec41582569c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:24.630771 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc35aa97-0801-41aa-a636-6b6caea19442 req-a3086ac7-41d8-47df-89e3-dec41582569c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 944 time: 0.0548377 Nov 17 17:24:24.672805 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077201-55c3-43d0-a383-348caa0e3cb6 req-556bf643-7736-4d21-9200-86cd3e879537 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:24.674273 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-64077201-55c3-43d0-a383-348caa0e3cb6 req-556bf643-7736-4d21-9200-86cd3e879537 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 946 time: 0.0558391 Nov 17 17:24:24.679730 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc35aa97-0801-41aa-a636-6b6caea19442 req-9af34f34-4365-440d-a0bd-184adae26027 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Nov 17 17:24:24.721433 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-64077201-55c3-43d0-a383-348caa0e3cb6 req-225e1e74-05dc-4242-b435-2faec3303d78 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410411 Nov 17 17:24:25.094845 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:24:25.231502 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.db.resource_extend [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 17 17:24:25.311017 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:25.323769 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3', 'network_id': 'a0a029cf-a1a3-40df-9ab5-00fc1f73e517', 'port_id': '0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3', 'mac_address': 'fa:16:3e:9f:60:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669349d0-a0b2-4721-8aa2-74e4c880030e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:24:25.365378 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:25.378070 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:24:25.397461 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:25.500890 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:25.548107 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:25.742072 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:24:25.795118 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c0e4-5336-4c13-b1e3-aa2d4eecbfed req-2750817d-3af5-48fd-b218-71e0d47bea1c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:25.797327 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cdf6c0e4-5336-4c13-b1e3-aa2d4eecbfed req-2750817d-3af5-48fd-b218-71e0d47bea1c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 945 time: 0.0515025 Nov 17 17:24:25.840769 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db56927-217f-4d00-8e57-e03763a593dd req-e0f4e94d-dcdb-4f78-925f-c8a8f0444d59 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:25.842259 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9db56927-217f-4d00-8e57-e03763a593dd req-e0f4e94d-dcdb-4f78-925f-c8a8f0444d59 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 946 time: 0.0511687 Nov 17 17:24:25.852344 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-cdf6c0e4-5336-4c13-b1e3-aa2d4eecbfed req-1770dcaf-f04c-4842-9d61-64875b30fe76 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Nov 17 17:24:25.892285 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9db56927-217f-4d00-8e57-e03763a593dd req-98516ce1-505e-4f66-8ff6-9844cc4d56f4 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 Nov 17 17:24:26.467307 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634daa0-0467-455a-b3ad-96d653b61342 req-f2a897f2-6419-4f6c-b5ec-c64b9f552cab tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:26.468742 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2634daa0-0467-455a-b3ad-96d653b61342 req-f2a897f2-6419-4f6c-b5ec-c64b9f552cab tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 946 time: 0.0486872 Nov 17 17:24:26.560408 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Deleting port ca64c06c-f07e-4128-80c9-5c991d643b57 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:26.560707 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:26.651447 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] For port ca64c06c-f07e-4128-80c9-5c991d643b57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca64c06c-f07e-4128-80c9-5c991d643b57,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:26.651812 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:26.871739 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:26.872404 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:26.872404 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.l3_db [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Floating IP 424e368e-2f2c-4e67-acc5-0eda1fe92c3d disassociated. External IP: 172.27.1.151, port: ca64c06c-f07e-4128-80c9-5c991d643b57. Nov 17 17:24:26.872765 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Calling delete_port for ca64c06c-f07e-4128-80c9-5c991d643b57 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:26.967650 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4314-4be4-4d8d-9911-059ee63048c4 req-57a33fdb-272a-4baa-a673-1376c24c8d45 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:26.969143 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dd4314-4be4-4d8d-9911-059ee63048c4 req-57a33fdb-272a-4baa-a673-1376c24c8d45 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 945 time: 0.0510600 Nov 17 17:24:27.022532 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8dd4314-4be4-4d8d-9911-059ee63048c4 req-90999a23-e855-4818-b547-53adcf4afa53 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469639 Nov 17 17:24:27.045535 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95a345-28e2-42dc-8866-857cf39f8749 req-9ee61c1d-4ff3-491c-b3ca-03df1f48f07c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:27.047023 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6f95a345-28e2-42dc-8866-857cf39f8749 req-9ee61c1d-4ff3-491c-b3ca-03df1f48f07c tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 946 time: 0.0837874 Nov 17 17:24:27.083887 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:24:27.096316 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6f95a345-28e2-42dc-8866-857cf39f8749 req-851479bf-32a5-48dd-98d5-15aa4d87179f tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaa670e1-4b3f-4b3a-a5fc-834f756085e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Nov 17 17:24:27.117769 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:27.150858 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event deleted for resources: {'Port': ['ID=ca64c06c-f07e-4128-80c9-5c991d643b57,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:27.232083 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:24:27.237455 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:24:27.237834 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:27.267384 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Router 1c7b606e-5a0a-4927-b701-d8117483e763 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:24:27.315223 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:27.340810 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da12e14-ab6d-4d0e-86be-bc7fdef54802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:24:27.343052 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b8f56d-70d9-43c8-ba8b-9be5324ad10a" -d '{"events": [{"server_uuid": "3da12e14-ab6d-4d0e-86be-bc7fdef54802", "name": "network-vif-plugged", "status": "completed", "tag": "0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:24:27.355732 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:27.375675 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:24:27.384377 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b58879-ac37-40ce-bd76-bc7b7fa04a0b x-openstack-request-id: req-29b58879-ac37-40ce-bd76-bc7b7fa04a0b {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:24:27.384725 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da12e14-ab6d-4d0e-86be-bc7fdef54802", "name": "network-vif-plugged", "status": "completed", "tag": "0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:24:27.384978 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29b58879-ac37-40ce-bd76-bc7b7fa04a0b {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:24:27.385374 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da12e14-ab6d-4d0e-86be-bc7fdef54802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3', 'code': 200} Nov 17 17:24:27.387647 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] Sync routers for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:24:27.398366 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:24:27.399634 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:27.415980 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] No DVR routers for this DVR port ca64c06c-f07e-4128-80c9-5c991d643b57 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:24:27.423495 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:27.423495 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2634daa0-0467-455a-b3ad-96d653b61342 req-d8fc5ef7-01dd-4573-a5d2-9b709435761a tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.69 "DELETE /v2.0/ports/ca64c06c-f07e-4128-80c9-5c991d643b57 HTTP/1.1" status: 204 len: 173 time: 0.9472439 Nov 17 17:24:27.423495 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'name': 'network-vif-deleted', 'tag': 'ca64c06c-f07e-4128-80c9-5c991d643b57'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:24:27.425542 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721fa956-5be4-4072-8e6a-9fdf7a449f2c" -d '{"events": [{"server_uuid": "b924d7f6-7502-4269-8eba-dbb9afbd5b87", "name": "network-vif-deleted", "tag": "ca64c06c-f07e-4128-80c9-5c991d643b57"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:24:27.449597 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:27.464149 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14140972-b49c-43e0-acb8-15a033e01a14 x-openstack-request-id: req-14140972-b49c-43e0-acb8-15a033e01a14 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:24:27.464441 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b924d7f6-7502-4269-8eba-dbb9afbd5b87", "name": "network-vif-deleted", "tag": "ca64c06c-f07e-4128-80c9-5c991d643b57", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:24:27.464768 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14140972-b49c-43e0-acb8-15a033e01a14 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:24:27.465304 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b924d7f6-7502-4269-8eba-dbb9afbd5b87', 'name': 'network-vif-deleted', 'tag': 'ca64c06c-f07e-4128-80c9-5c991d643b57', 'status': 'completed', 'code': 200} Nov 17 17:24:27.550763 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:27.562592 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:24:27.758503 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e28a6-5adc-443e-b1b8-3b0ba89688ba req-5f6066c1-3a52-4954-b324-e97db701d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:27.759811 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-646e28a6-5adc-443e-b1b8-3b0ba89688ba req-5f6066c1-3a52-4954-b324-e97db701d78d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 1099 time: 0.0421262 Nov 17 17:24:27.771118 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:27.801906 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] Checking router: 1c7b606e-5a0a-4927-b701-d8117483e763 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:24:27.808482 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-646e28a6-5adc-443e-b1b8-3b0ba89688ba req-a1ecb2c3-1df9-4a2b-8cc2-3c655942bcfa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Nov 17 17:24:27.810468 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:24:27.811081 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:27.917308 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:24:28.109822 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:28.137323 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffc32e-133e-4bff-9364-87c5b2e1d291 None None] The sync data for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi is: [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:09Z', 'revision_number': 4, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '54a77c5e-9372-4947-aca6-e9f359762b3a', 'name': '', 'network_id': '324248bd-da3b-4b51-8580-3d8065bbecf1', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'mac_address': 'fa:16:3e:f4:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:16Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'subnets': [{'id': '1b8d5bc6-3cb0-4a61-b401-c797cdca4863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:24:28.143295 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c1354-78fb-4754-933d-97e5d57ec01d req-4806c7cc-c62d-49ff-bc86-d0114b266132 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:28.144084 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-263c1354-78fb-4754-933d-97e5d57ec01d req-4806c7cc-c62d-49ff-bc86-d0114b266132 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 946 time: 0.0515409 Nov 17 17:24:28.194087 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-263c1354-78fb-4754-933d-97e5d57ec01d req-4892b7c4-3fa8-4b94-b003-75fa27a16f0b tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Nov 17 17:24:28.208724 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-3e9570b7-ee95-49d6-87eb-d82b63a634be req-174e4cc0-5456-4767-b2be-bf0e17f710c1 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924d7f6-7502-4269-8eba-dbb9afbd5b87 HTTP/1.1" status: 200 len: 210 time: 0.0277555 Nov 17 17:24:28.360985 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a7fe1-33da-4bfe-bc10-80680ae26f8f None None] New status for floating IP 424e368e-2f2c-4e67-acc5-0eda1fe92c3d: DOWN {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:24:29.309390 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47352535-6a88-4516-a86a-3f7776231e74 req-d78a9154-c9e6-4d4e-bd6c-a7fa022df014 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:29.310857 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-47352535-6a88-4516-a86a-3f7776231e74 req-d78a9154-c9e6-4d4e-bd6c-a7fa022df014 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 946 time: 0.0491574 Nov 17 17:24:29.357754 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-47352535-6a88-4516-a86a-3f7776231e74 req-4abddbf1-0b57-45bd-ae44-7e691ac99618 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Nov 17 17:24:30.409847 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48032) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:30.469081 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-159ff756-a035-44c5-937f-770c3486d0c5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:30.492305 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-159ff756-a035-44c5-937f-770c3486d0c5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:30.620551 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-159ff756-a035-44c5-937f-770c3486d0c5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:30.623441 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-159ff756-a035-44c5-937f-770c3486d0c5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:30.628061 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-159ff756-a035-44c5-937f-770c3486d0c5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "DELETE /v2.0/security-groups/aaa670e1-4b3f-4b3a-a5fc-834f756085e1 HTTP/1.1" status: 204 len: 168 time: 0.2137527 Nov 17 17:24:30.630293 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48036) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:30.641664 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ff756-a035-44c5-937f-770c3486d0c5 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa670e1-4b3f-4b3a-a5fc-834f756085e1,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:30.647957 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.api.v2.resource [None req-4272f76f-8604-4427-ae41-1ef663f5ca20 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] show failed (client error): The resource could not be found. Nov 17 17:24:30.649989 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4272f76f-8604-4427-ae41-1ef663f5ca20 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "GET /v2.0/security-groups/aaa670e1-4b3f-4b3a-a5fc-834f756085e1 HTTP/1.1" status: 404 len: 347 time: 0.0184464 Nov 17 17:24:30.651881 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48038) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:30.659545 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa7394-bc0d-4036-bfb6-10502b68b451 req-c615fc4c-6a0e-4991-a3c9-64bebaf0535a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:30.661075 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-06aa7394-bc0d-4036-bfb6-10502b68b451 req-c615fc4c-6a0e-4991-a3c9-64bebaf0535a tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 946 time: 0.0537512 Nov 17 17:24:30.709272 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-06aa7394-bc0d-4036-bfb6-10502b68b451 req-63eccbae-fece-4e15-8bea-c708cff5cd6c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Nov 17 17:24:30.782914 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Deleting port f082e1dd-e2cc-490f-a0b9-ffbdf830989d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:30.783288 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:30.859410 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:30.859734 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:30.871032 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Calling delete_port for f082e1dd-e2cc-490f-a0b9-ffbdf830989d owned by network:floatingip {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:31.060146 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:31.089145 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Pushing event deleted for resources: {'Port': ['ID=f082e1dd-e2cc-490f-a0b9-ffbdf830989d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:31.107190 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device ca64c06c-f07e-4128-80c9-5c991d643b57 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:24:31.127934 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: ca64c06c-f07e-4128-80c9-5c991d643b57 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:24:31.128263 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device ca64c06c-f07e-4128-80c9-5c991d643b57 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:24:31.151084 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks [] for floatingip, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:31.153859 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:31.155023 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-385de67a-88aa-46b5-8033-8a03b38e00b9 tempest-AttachVolumeTestJSON-140907306 tempest-AttachVolumeTestJSON-140907306-project] 10.222.0.41 "DELETE /v2.0/floatingips/424e368e-2f2c-4e67-acc5-0eda1fe92c3d HTTP/1.1" status: 204 len: 168 time: 0.5019186 Nov 17 17:24:31.831150 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c867a3e-214d-4057-90e8-7178a4eb770e req-d4f70506-0ed2-4c8a-bfbb-ab29a8841a49 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:31.832701 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6c867a3e-214d-4057-90e8-7178a4eb770e req-d4f70506-0ed2-4c8a-bfbb-ab29a8841a49 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Nov 17 17:24:31.884342 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6c867a3e-214d-4057-90e8-7178a4eb770e req-386c1c8e-e46e-4e80-84c7-f0b2f2cae2e7 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/security-groups?id=661daa27-7334-4e99-a87c-4980da3a0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Nov 17 17:24:32.083883 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-f0586406-438d-44d7-b7ef-aeedfefe165c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:32.085294 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-f0586406-438d-44d7-b7ef-aeedfefe165c tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 946 time: 0.0476844 Nov 17 17:24:32.177331 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Deleting port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:32.177669 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:32.262086 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] For port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,segment=NetworkSegment(2ae2300c-c5f0-4b9f-a318-7971f650ed2c),segment_id=2ae2300c-c5f0-4b9f-a318-7971f650ed2c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:32.262446 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:32.275060 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Calling delete_port for 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:32.475851 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:32.487760 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:24:32.503970 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Pushing event deleted for resources: {'Port': ['ID=0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:32.547039 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] No DVR routers for this DVR port 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:24:32.549585 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:32.552870 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-56bb4bda-91ed-4def-8ac4-ddb3d6e7060d req-a34a9b78-4b85-446d-9967-f25adf956dbe tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.69 "DELETE /v2.0/ports/0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 HTTP/1.1" status: 204 len: 173 time: 0.4613121 Nov 17 17:24:32.553289 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da12e14-ab6d-4d0e-86be-bc7fdef54802', 'name': 'network-vif-deleted', 'tag': '0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:24:32.555523 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f309e53-0fec-42b1-8108-2df0aeb71eb8" -d '{"events": [{"server_uuid": "3da12e14-ab6d-4d0e-86be-bc7fdef54802", "name": "network-vif-deleted", "tag": "0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:24:32.591387 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8df28e-e4e6-4d0d-82cd-f3813ec62411 x-openstack-request-id: req-4b8df28e-e4e6-4d0d-82cd-f3813ec62411 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:24:32.591675 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da12e14-ab6d-4d0e-86be-bc7fdef54802", "name": "network-vif-deleted", "tag": "0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:24:32.591922 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b8df28e-e4e6-4d0d-82cd-f3813ec62411 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:24:32.592314 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da12e14-ab6d-4d0e-86be-bc7fdef54802', 'name': 'network-vif-deleted', 'tag': '0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3', 'status': 'completed', 'code': 200} Nov 17 17:24:32.992134 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6f8302e7-04c5-402c-91fd-a066e1e0eff1 req-22afd356-060f-4b00-993b-cab326ade8e6 tempest-VolumesActionsTest-559817731 tempest-VolumesActionsTest-559817731-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da12e14-ab6d-4d0e-86be-bc7fdef54802 HTTP/1.1" status: 200 len: 210 time: 0.0270829 Nov 17 17:24:35.133357 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48100) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:35.590595 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:35.878136 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Deleting port 54a77c5e-9372-4947-aca6-e9f359762b3a {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:35.878383 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:35.956264 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] For port 54a77c5e-9372-4947-aca6-e9f359762b3a, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=54a77c5e-9372-4947-aca6-e9f359762b3a,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:35.956670 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:35.968236 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Calling delete_port for 54a77c5e-9372-4947-aca6-e9f359762b3a owned by network:router_interface {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:36.212372 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:36.238933 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a77c5e-9372-4947-aca6-e9f359762b3a,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:36.264916 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.265263 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.265599 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.265926 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.266953 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.267247 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.267571 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.267886 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.268215 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.268564 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.268875 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.269193 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:36.421073 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:36.862033 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Router 1c7b606e-5a0a-4927-b701-d8117483e763 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:24:36.961737 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:24:36.966825 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-934bf775-d16b-46da-8303-4c3a507d3b15 admin admin] 10.222.0.41 "PUT /v2.0/routers/1c7b606e-5a0a-4927-b701-d8117483e763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8324080 Nov 17 17:24:36.969582 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48124) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:36.970678 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] Sync routers for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:24:36.980563 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:24:36.981256 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:37.069706 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks [] for router, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.084236 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:24:37.171293 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.259307 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:24:36Z', 'revision_number': 5, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port': {'id': '48250488-6e73-47c1-a7cd-9d4c404d1704', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:37.283624 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Deleting port 48250488-6e73-47c1-a7cd-9d4c404d1704 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:37.284179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.285478 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] Checking router: 1c7b606e-5a0a-4927-b701-d8117483e763 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:24:37.293550 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] Routers {'1c7b606e-5a0a-4927-b701-d8117483e763'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:24:37.294142 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1c7b606e-5a0a-4927-b701-d8117483e763'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:37.359210 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:24:37.364510 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] For port 48250488-6e73-47c1-a7cd-9d4c404d1704, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=48250488-6e73-47c1-a7cd-9d4c404d1704,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:37.364922 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.377429 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Calling delete_port for 48250488-6e73-47c1-a7cd-9d4c404d1704 owned by network:router_gateway {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:37.384810 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:24:37.385155 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 0f1d9ebb-034b-4d4c-9e81-2c9f90dca6a3 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:24:37.400092 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] Set router 1c7b606e-5a0a-4927-b701-d8117483e763 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:24:37.454232 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:24:37Z', 'revision_number': 6, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port_host': None}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:37.480388 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8f023-b565-4a0b-a846-0e0fd231eaa4 None None] The sync data for ids ['1c7b606e-5a0a-4927-b701-d8117483e763'] in dv-cinder-797608-20-iscsi is: [{'id': '1c7b606e-5a0a-4927-b701-d8117483e763', 'name': 'tempest-AttachVolumeTestJSON-1715833977-router', 'tenant_id': '3d06d234ea8642ef89eded75c40d1aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:24:37Z', 'revision_number': 6, 'project_id': '3d06d234ea8642ef89eded75c40d1aa8', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:24:37.612792 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.639508 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Pushing event deleted for resources: {'Port': ['ID=48250488-6e73-47c1-a7cd-9d4c404d1704,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:37.697629 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:24:37.700545 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.810384 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.812706 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.951858 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.952369 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7b606e-5a0a-4927-b701-d8117483e763 {{(pid=102411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:24:37.957870 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:37.959004 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-21722da1-5e76-4cd3-ac40-2115ef45c56d admin admin] 10.222.0.41 "DELETE /v2.0/routers/1c7b606e-5a0a-4927-b701-d8117483e763 HTTP/1.1" status: 204 len: 168 time: 0.9884970 Nov 17 17:24:37.961436 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48130) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:38.008348 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d43c64-ce0f-4279-b824-7b4b0b16b766 admin admin] Deleting subnet 1b8d5bc6-3cb0-4a61-b401-c797cdca4863 {{(pid=102411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:24:38.011514 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73d43c64-ce0f-4279-b824-7b4b0b16b766 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.045751 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73d43c64-ce0f-4279-b824-7b4b0b16b766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4635019'] for subnet, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.151132 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73d43c64-ce0f-4279-b824-7b4b0b16b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.392755 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73d43c64-ce0f-4279-b824-7b4b0b16b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4350715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369170'] for subnet, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.414864 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.431606 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43c64-ce0f-4279-b824-7b4b0b16b766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8d5bc6-3cb0-4a61-b401-c797cdca4863,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:38.434059 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73d43c64-ce0f-4279-b824-7b4b0b16b766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.440202 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-73d43c64-ce0f-4279-b824-7b4b0b16b766 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1b8d5bc6-3cb0-4a61-b401-c797cdca4863 HTTP/1.1" status: 204 len: 168 time: 0.4750731 Nov 17 17:24:38.441064 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14fbec9-0b98-41f4-977a-0d87bf43797c None None] Network 324248bd-da3b-4b51-8580-3d8065bbecf1 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:24:38.441460 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48132) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:38.539160 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.594759 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Deleting port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:38.595101 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.619772 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 48250488-6e73-47c1-a7cd-9d4c404d1704 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:24:38.649585 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 48250488-6e73-47c1-a7cd-9d4c404d1704 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:24:38.649926 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 48250488-6e73-47c1-a7cd-9d4c404d1704 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:24:38.650339 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 54a77c5e-9372-4947-aca6-e9f359762b3a no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:24:38.664298 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] For port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:38.674932 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.677379 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Calling delete_port for 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:38.685688 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 54a77c5e-9372-4947-aca6-e9f359762b3a {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:24:38.686042 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 54a77c5e-9372-4947-aca6-e9f359762b3a not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:24:38.789395 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] DHCP port deletion for 324248bd-da3b-4b51-8580-3d8065bbecf1 request from dv-cinder-797608-20-iscsi {{(pid=102412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 17:24:38.837656 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Deleting port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 {{(pid=102412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:38.838015 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.843541 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.868263 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:38.874331 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] No DVR routers for this DVR port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 on host dv-cinder-797608-20-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:24:38.901696 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] For port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,segment=NetworkSegment(0cb19da7-2a68-48e3-aef8-05ecd106753f),segment_id=0cb19da7-2a68-48e3-aef8-05ecd106753f)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:24:38.902094 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.916040 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Calling delete_port for 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 owned by network:dhcp {{(pid=102412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:38.946649 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.966504 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324248bd-da3b-4b51-8580-3d8065bbecf1']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:38.976327 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb19da7-2a68-48e3-aef8-05ecd106753f') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:38.976651 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb19da7-2a68-48e3-aef8-05ecd106753f') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:38.987093 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:38.999810 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.006890 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:24:39.007223 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:24:39.008898 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:24:39.035105 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.064971 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Pushing event deleted for resources: {'Port': ['ID=5ae96bf5-8d3e-42f9-9443-60c96db7cba1,revision_number=None']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:39.071120 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] No DVR routers for this DVR port 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 on host dv-cinder-797608-20-iscsi {{(pid=102412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:24:39.072991 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.073333 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.073666 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.074020 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.074344 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.074667 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.074986 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.075303 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.075622 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.075936 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.076250 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.076584 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53849-8c13-4e36-9adf-931ff0f72d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:24:39.123261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.127625 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.131094 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] 10.222.0.41 "DELETE /v2.0/networks/324248bd-da3b-4b51-8580-3d8065bbecf1 HTTP/1.1" status: 204 len: 168 time: 0.6875336 Nov 17 17:24:39.144007 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a57ca-48e0-470e-8d46-4f6f1b1de17d admin admin] Pushing event deleted for resources: {'Network': ['ID=324248bd-da3b-4b51-8580-3d8065bbecf1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:39.473855 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48150) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:39.515608 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6c963569-920b-44c0-9e55-cf79b1ab6913 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d06d234ea8642ef89eded75c40d1aa8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405710 Nov 17 17:24:39.518544 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48158) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:39.565479 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5b2a47e7-8423-4d4c-a13d-eae05d31d4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.586009 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5b2a47e7-8423-4d4c-a13d-eae05d31d4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.738953 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5b2a47e7-8423-4d4c-a13d-eae05d31d4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.742974 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5b2a47e7-8423-4d4c-a13d-eae05d31d4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:39.748640 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-5b2a47e7-8423-4d4c-a13d-eae05d31d4af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4945a620-3761-421c-8fa3-734c52ba0da9 HTTP/1.1" status: 204 len: 168 time: 0.2291193 Nov 17 17:24:39.760900 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a47e7-8423-4d4c-a13d-eae05d31d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945a620-3761-421c-8fa3-734c52ba0da9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:40.464596 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:24:40.491606 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:24:40.491606 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5ae96bf5-8d3e-42f9-9443-60c96db7cba1 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:24:41.018560 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48186) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:41.138063 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1048272416-network', 'tenant_id': 'ca15e65c5c3e424d953a89422d6619f8'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:24:41.226425 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Made reservation on behalf of ca15e65c5c3e424d953a89422d6619f8 for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:24:41.228812 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:41.240616 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:41.332450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:41.408737 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:41.437556 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:24:41.444632 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedac45c-fd3b-4c92-a51b-2045c218a50d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:41.450789 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:41.451207 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Added segment 386f78ab-e108-4f93-ba5d-4ed7c79a195e of type vlan for network 1500055f-a8e2-4ae3-8926-3c1fb8826996 Nov 17 17:24:41.504972 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:41.602998 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:41.604361 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:41.605162 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:41.671486 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] Pushing event updated for resources: {'Network': ['ID=1500055f-a8e2-4ae3-8926-3c1fb8826996,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:41.683603 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 1500055f-a8e2-4ae3-8926-3c1fb8826996 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:24:41.721465 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-68bd1b90-f5a2-432f-a00e-ae8102f96e5f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7016127 Nov 17 17:24:41.724088 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48194) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:41.730005 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Request body: {'subnet': {'network_id': '1500055f-a8e2-4ae3-8926-3c1fb8826996', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1048272416-subnet', 'tenant_id': 'ca15e65c5c3e424d953a89422d6619f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:24:41.815451 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Made reservation on behalf of ca15e65c5c3e424d953a89422d6619f8 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:24:41.818408 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5086242'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:42.060919 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4649023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5086220'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:42.128166 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04eb76a1-edd6-4fd2-a9cb-3833d397d513,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:42.132749 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Checking segment: {'id': '386f78ab-e108-4f93-ba5d-4ed7c79a195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1500055f-a8e2-4ae3-8926-3c1fb8826996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:24:42.133103 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Network hostable DHCP agents. Network: 1500055f-a8e2-4ae3-8926-3c1fb8826996, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:24:42.218294 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Network 1500055f-a8e2-4ae3-8926-3c1fb8826996 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:24:42.277665 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 1500055f-a8e2-4ae3-8926-3c1fb8826996) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:24:42.284540 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:42.285353 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:42.294793 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70880b9-013d-4d33-9f00-bfdac57ff782 None None] Network 1500055f-a8e2-4ae3-8926-3c1fb8826996 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:24:42.428382 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6e35e-7d2a-4225-a8b0-cf4a81f15576 None None] Network 1500055f-a8e2-4ae3-8926-3c1fb8826996 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:24:42.694179 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f298f2c0-b822-41aa-9b1a-8efbd0967532 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9683859 Nov 17 17:24:43.500305 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48220) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:43.506195 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-958000214-network', 'tenant_id': '1c2be8f922714eaa917e8a502477424c'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:24:43.620550 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Made reservation on behalf of 1c2be8f922714eaa917e8a502477424c for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:24:43.623027 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:43.633110 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:43.711438 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:43.786005 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:43.822616 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:24:43.828119 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1316ab-74b9-4ebf-bf69-7af3f350cb24,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:43.841477 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:43.841845 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Added segment 0356521c-a042-4861-a119-4f3eb4227321 of type vlan for network 2dd0e63c-5a70-435b-8d2a-1215a1323b6d Nov 17 17:24:43.888820 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:43.995153 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:43.996151 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:43.996747 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:44.060154 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd0e63c-5a70-435b-8d2a-1215a1323b6d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:44.071513 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 2dd0e63c-5a70-435b-8d2a-1215a1323b6d details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:24:44.115820 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-bd6e3cbc-7fad-4652-879f-4492b2c27800 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6110344 Nov 17 17:24:44.116085 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48226) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:44.120738 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Request body: {'subnet': {'network_id': '2dd0e63c-5a70-435b-8d2a-1215a1323b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-958000214-subnet', 'tenant_id': '1c2be8f922714eaa917e8a502477424c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:24:44.207944 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Made reservation on behalf of 1c2be8f922714eaa917e8a502477424c for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:24:44.210346 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5086242'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:44.470736 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4649023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5086220'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:44.527657 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1324b6-dc69-4236-8c26-693e12caa356,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:44.535834 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Checking segment: {'id': '0356521c-a042-4861-a119-4f3eb4227321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2dd0e63c-5a70-435b-8d2a-1215a1323b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:24:44.536188 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Network hostable DHCP agents. Network: 2dd0e63c-5a70-435b-8d2a-1215a1323b6d, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:24:44.643060 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Network 2dd0e63c-5a70-435b-8d2a-1215a1323b6d is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:24:44.709711 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 2dd0e63c-5a70-435b-8d2a-1215a1323b6d) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:24:44.714107 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:44.714715 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:44.724169 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7bf48d-5524-4caa-b3af-983d72526a79 None None] Network 2dd0e63c-5a70-435b-8d2a-1215a1323b6d requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:24:44.823137 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-8a061987-e550-415e-914a-8254c4d3e2ba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7057271 Nov 17 17:24:44.876684 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1a9a8-75ae-45c8-bd4c-36c5024a6638 None None] Network 2dd0e63c-5a70-435b-8d2a-1215a1323b6d requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:24:44.962490 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48234) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:45.018646 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b664474b-5b4b-4766-a9da-97f4c30b8d2f admin admin] Deleting subnet 04eb76a1-edd6-4fd2-a9cb-3833d397d513 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:24:45.025341 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b664474b-5b4b-4766-a9da-97f4c30b8d2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.074007 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b664474b-5b4b-4766-a9da-97f4c30b8d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4262744'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.114661 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b664474b-5b4b-4766-a9da-97f4c30b8d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.238669 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b664474b-5b4b-4766-a9da-97f4c30b8d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4649214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5086215'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.285786 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664474b-5b4b-4766-a9da-97f4c30b8d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04eb76a1-edd6-4fd2-a9cb-3833d397d513,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:45.290143 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b664474b-5b4b-4766-a9da-97f4c30b8d2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.295583 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-b664474b-5b4b-4766-a9da-97f4c30b8d2f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04eb76a1-edd6-4fd2-a9cb-3833d397d513 HTTP/1.1" status: 204 len: 168 time: 0.3298290 Nov 17 17:24:45.296065 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48236) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:45.378665 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.480438 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.505958 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1500055f-a8e2-4ae3-8926-3c1fb8826996']}} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:45.519178 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386f78ab-e108-4f93-ba5d-4ed7c79a195e') {'for_net_delete': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:45.519474 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386f78ab-e108-4f93-ba5d-4ed7c79a195e') {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:45.534472 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4635026'] for segment, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.551323 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.567235 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=102411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:24:45.567773 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4350629'] for segment, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: Traceback (most recent call last): Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: timer() Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: cb(*args, **kw) Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: return func(*args, **kwargs) Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: self._notify() Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: self.callback(batched_events) Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: event.method(event) Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: return f(self, *a, **k) Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._get(url).json() Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: return self.request(url, 'GET', **kwargs) Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:24:45.569706 dv-cinder-797608-20-iscsi neutron-server[102411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:24:45.877735 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.884183 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.889647 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1500055f-a8e2-4ae3-8926-3c1fb8826996 HTTP/1.1" status: 204 len: 168 time: 0.5898449 Nov 17 17:24:45.892124 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48242) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:45.900925 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bfa73-e3c4-43c5-8a61-623a34a16d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1500055f-a8e2-4ae3-8926-3c1fb8826996,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:45.936734 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfdc151-b4f5-476b-a221-4f82bbe0dbca admin admin] Deleting subnet 9d1324b6-dc69-4236-8c26-693e12caa356 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:24:45.940797 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc151-b4f5-476b-a221-4f82bbe0dbca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:45.985553 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc151-b4f5-476b-a221-4f82bbe0dbca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4262744'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.030852 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc151-b4f5-476b-a221-4f82bbe0dbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.171641 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc151-b4f5-476b-a221-4f82bbe0dbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4649214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5086215'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.197922 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdc151-b4f5-476b-a221-4f82bbe0dbca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1324b6-dc69-4236-8c26-693e12caa356,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:46.204629 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc151-b4f5-476b-a221-4f82bbe0dbca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.207881 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-fdfdc151-b4f5-476b-a221-4f82bbe0dbca admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d1324b6-dc69-4236-8c26-693e12caa356 HTTP/1.1" status: 204 len: 168 time: 0.3167713 Nov 17 17:24:46.210343 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48248) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:46.443356 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-94340c72-8c8b-43d1-9220-c0ef8c381d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.625704 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.731278 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.754067 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd0e63c-5a70-435b-8d2a-1215a1323b6d']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:46.763691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0356521c-a042-4861-a119-4f3eb4227321') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:46.764011 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0356521c-a042-4861-a119-4f3eb4227321') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:46.775546 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.789895 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.795834 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:24:46.796162 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:24:46.797955 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:24:46.940640 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.953117 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:46.956544 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] 10.222.0.41 "DELETE /v2.0/networks/2dd0e63c-5a70-435b-8d2a-1215a1323b6d HTTP/1.1" status: 204 len: 168 time: 0.7452736 Nov 17 17:24:46.966395 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97764333-c4b5-45f9-b432-30e85899c64d admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd0e63c-5a70-435b-8d2a-1215a1323b6d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:47.368943 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48256) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:47.414154 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-52a92e07-4bab-48dd-a389-c92b0dda828d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca15e65c5c3e424d953a89422d6619f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438132 Nov 17 17:24:47.416689 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48258) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:47.470176 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d524dff-1a12-476f-8b65-dfb6a34546d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:47.496427 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d524dff-1a12-476f-8b65-dfb6a34546d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:47.627722 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d524dff-1a12-476f-8b65-dfb6a34546d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:47.631117 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d524dff-1a12-476f-8b65-dfb6a34546d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:47.632396 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-6d524dff-1a12-476f-8b65-dfb6a34546d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dedac45c-fd3b-4c92-a51b-2045c218a50d HTTP/1.1" status: 204 len: 168 time: 0.2147293 Nov 17 17:24:47.642435 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d524dff-1a12-476f-8b65-dfb6a34546d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedac45c-fd3b-4c92-a51b-2045c218a50d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:48.323544 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48268) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:48.384459 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f211aa31-245f-43e1-a008-cd9227d072bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c2be8f922714eaa917e8a502477424c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587480 Nov 17 17:24:48.386988 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48270) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:48.443070 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d9f032c-ed64-48e1-b543-dd3b58b3636a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:48.466313 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d9f032c-ed64-48e1-b543-dd3b58b3636a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:48.671613 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d9f032c-ed64-48e1-b543-dd3b58b3636a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:48.673643 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d9f032c-ed64-48e1-b543-dd3b58b3636a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:48.674806 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-1d9f032c-ed64-48e1-b543-dd3b58b3636a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e1316ab-74b9-4ebf-bf69-7af3f350cb24 HTTP/1.1" status: 204 len: 168 time: 0.2855449 Nov 17 17:24:48.683174 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f032c-ed64-48e1-b543-dd3b58b3636a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1316ab-74b9-4ebf-bf69-7af3f350cb24,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:48.978020 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-452421e1-b867-47d0-8d2a-f1a8639eb0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:49.894634 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:51.272315 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:52.212764 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:52.694225 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48364) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:52.806912 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae5e7656-0e98-44d2-83fb-ab4b80bb9f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:52.887761 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae5e7656-0e98-44d2-83fb-ab4b80bb9f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:52.969895 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae5e7656-0e98-44d2-83fb-ab4b80bb9f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:53.011735 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ae5e7656-0e98-44d2-83fb-ab4b80bb9f47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da5a147d515d4b438a3c14ba30cdb738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156738 Nov 17 17:24:53.012461 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e7656-0e98-44d2-83fb-ab4b80bb9f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc459f-90c5-412b-8ce3-bdd87eed58ad,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:53.014476 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48372) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:53.080905 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb1dad6f-5d35-457b-a12d-fad9f6fb84df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:53.102868 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb1dad6f-5d35-457b-a12d-fad9f6fb84df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:53.230076 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb1dad6f-5d35-457b-a12d-fad9f6fb84df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:53.235351 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb1dad6f-5d35-457b-a12d-fad9f6fb84df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:53.237517 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-cb1dad6f-5d35-457b-a12d-fad9f6fb84df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8dc459f-90c5-412b-8ce3-bdd87eed58ad HTTP/1.1" status: 204 len: 168 time: 0.2178314 Nov 17 17:24:53.247437 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dad6f-5d35-457b-a12d-fad9f6fb84df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc459f-90c5-412b-8ce3-bdd87eed58ad,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:53.836630 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48380) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:53.851266 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaefe383-6421-452e-9b37-81319d31474a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:53.931179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaefe383-6421-452e-9b37-81319d31474a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:54.060478 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaefe383-6421-452e-9b37-81319d31474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:54.085971 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefe383-6421-452e-9b37-81319d31474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3525142a-fb0b-40ae-b242-f7938c8d4bdb,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:54.110602 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-eaefe383-6421-452e-9b37-81319d31474a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=159890e9b082433c9903f9dbfebb5102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701967 Nov 17 17:24:54.110779 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48386) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:54.164495 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6508e644-2776-4303-a687-0ef88b61a1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:54.187327 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6508e644-2776-4303-a687-0ef88b61a1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:54.326395 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6508e644-2776-4303-a687-0ef88b61a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:54.330689 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6508e644-2776-4303-a687-0ef88b61a1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:54.337162 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-6508e644-2776-4303-a687-0ef88b61a1c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3525142a-fb0b-40ae-b242-f7938c8d4bdb HTTP/1.1" status: 204 len: 168 time: 0.2251942 Nov 17 17:24:54.346239 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508e644-2776-4303-a687-0ef88b61a1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3525142a-fb0b-40ae-b242-f7938c8d4bdb,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:56.209766 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48434) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:56.315250 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ff262f63-ae77-4db5-91ad-7776eac660d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:56.389436 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ff262f63-ae77-4db5-91ad-7776eac660d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:56.480874 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ff262f63-ae77-4db5-91ad-7776eac660d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:56.518871 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ff262f63-ae77-4db5-91ad-7776eac660d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=113095b0c94c4d4aa8d24a812be13e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074400 Nov 17 17:24:56.519575 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff262f63-ae77-4db5-91ad-7776eac660d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5daf009-4013-4297-878e-1e3fd006dc8c,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:56.522297 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48444) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:56.573261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bdef21a8-b3b1-4c32-8060-592bb6180b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:56.594592 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bdef21a8-b3b1-4c32-8060-592bb6180b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:56.791238 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bdef21a8-b3b1-4c32-8060-592bb6180b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:56.793813 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bdef21a8-b3b1-4c32-8060-592bb6180b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:56.794993 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-bdef21a8-b3b1-4c32-8060-592bb6180b47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5daf009-4013-4297-878e-1e3fd006dc8c HTTP/1.1" status: 204 len: 168 time: 0.2715464 Nov 17 17:24:56.803552 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef21a8-b3b1-4c32-8060-592bb6180b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5daf009-4013-4297-878e-1e3fd006dc8c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:57.690253 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48496) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:24:57.856545 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Deleting port e866ce5f-20aa-464c-86cb-d521210f3f1a {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:24:57.856888 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:57.933998 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:57.934322 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:57.946599 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Calling delete_port for e866ce5f-20aa-464c-86cb-d521210f3f1a owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:24:58.214580 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:58.249610 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event deleted for resources: {'Port': ['ID=e866ce5f-20aa-464c-86cb-d521210f3f1a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:24:58.307916 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:58.308242 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.l3_db [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Floating IP c633e09f-e6d0-4863-a96a-e383db293225 disassociated (deleted). External IP: 172.27.1.189, port: e319e424-382b-4305-a551-46ea01fdb3f0. Nov 17 17:24:58.519302 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:24:58.639382 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:24:58.652708 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:24:58.662748 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] Sync routers for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:24:58.675035 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:24:58.675662 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:58.676135 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-1181f9f6-06a2-4be2-9d00-c91d3b1e8830 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "DELETE /v2.0/floatingips/c633e09f-e6d0-4863-a96a-e383db293225 HTTP/1.1" status: 204 len: 168 time: 0.9846566 Nov 17 17:24:58.676799 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:24:58.680063 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:24:58.728227 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a616540-68bb-423b-a479-18b960e30d8f x-openstack-request-id: req-7a616540-68bb-423b-a479-18b960e30d8f {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:24:58.728861 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:24:58.728861 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a616540-68bb-423b-a479-18b960e30d8f {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:24:58.729186 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'status': 'completed', 'code': 200} Nov 17 17:24:58.792052 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:24:58.798944 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-88c522f3-b8a3-4cf4-be21-364bce4ab56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:58.800603 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-88c522f3-b8a3-4cf4-be21-364bce4ab56b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9136574341b94515992ec5c807d243ed&device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 1098 time: 0.0448878 Nov 17 17:24:58.902867 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-2a07d72c-25e1-4042-a95d-cad1d988e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:58.904961 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-2a07d72c-25e1-4042-a95d-cad1d988e473 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 200 len: 910 time: 0.0953152 Nov 17 17:24:58.949094 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-ef50c022-e950-4afb-830e-2cbc6f9da475 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 200 len: 217 time: 0.0369041 Nov 17 17:24:58.999718 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-d243b15a-c586-419c-955a-24f72a40bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:59.001821 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-d243b15a-c586-419c-955a-24f72a40bf1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc960e8-1ba3-4d69-8db6-326bbe18336d HTTP/1.1" status: 200 len: 848 time: 0.0463166 Nov 17 17:24:59.011303 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 5, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:59.037717 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] Checking router: 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:24:59.046370 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:24:59.047490 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:59.054801 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-2095960c-349f-4504-90dc-d2c4552e720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:59.056359 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-2095960c-349f-4504-90dc-d2c4552e720c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ed8187c-c534-4e1f-9ece-f17bd96e72ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473883 Nov 17 17:24:59.161084 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:24:59.184823 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-c2c9c725-44a2-4934-ad53-ceaec80d5300 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182485 Nov 17 17:24:59.224044 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0273f22-4367-45b1-bf74-a061404a9717 req-82812423-db27-4a63-be85-a4983766652a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:24:59.225518 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e0273f22-4367-45b1-bf74-a061404a9717 req-82812423-db27-4a63-be85-a4983766652a tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0855434 Nov 17 17:24:59.322159 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e0273f22-4367-45b1-bf74-a061404a9717 req-747b3ca9-598a-4c23-a6f3-6933501d3b66 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900106 Nov 17 17:24:59.325692 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-20b3587b-b1fd-4d86-b8ea-8c5993388d3d req-7251e91a-33a6-4f65-a331-c58c7b2e7312 service neutron] 10.222.0.69 "GET /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304052 Nov 17 17:24:59.368639 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 5, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:24:59.394294 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902ce93-f0c3-4c0a-8506-d741dbe41199 None None] The sync data for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi is: [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:19:53Z', 'revision_number': 4, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '09514c4a-21a3-4524-8f22-ad3e231230ca', 'name': '', 'network_id': '9ed8187c-c534-4e1f-9ece-f17bd96e72ed', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'mac_address': 'fa:16:3e:f5:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:53Z', 'updated_at': '2021-11-17T17:19:58Z', 'revision_number': 5, 'project_id': '9136574341b94515992ec5c807d243ed', 'subnets': [{'id': 'cfc960e8-1ba3-4d69-8db6-326bbe18336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:24:59.610507 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4a410-0ac7-4ab7-ad89-866207f514ea None None] New status for floating IP c633e09f-e6d0-4863-a96a-e383db293225: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:24:59.980666 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48558) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:00.032030 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-143e2796-3353-4879-ab2f-e5d75ecda4be admin admin] Deleting subnet 669349d0-a0b2-4721-8aa2-74e4c880030e {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:25:00.035254 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-143e2796-3353-4879-ab2f-e5d75ecda4be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.069689 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-143e2796-3353-4879-ab2f-e5d75ecda4be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4262744'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.107629 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-143e2796-3353-4879-ab2f-e5d75ecda4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.254850 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-143e2796-3353-4879-ab2f-e5d75ecda4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4649214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5086215'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.284630 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-143e2796-3353-4879-ab2f-e5d75ecda4be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.288041 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-143e2796-3353-4879-ab2f-e5d75ecda4be admin admin] 10.222.0.41 "DELETE /v2.0/subnets/669349d0-a0b2-4721-8aa2-74e4c880030e HTTP/1.1" status: 204 len: 168 time: 0.3063781 Nov 17 17:25:00.289047 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e2796-3353-4879-ab2f-e5d75ecda4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669349d0-a0b2-4721-8aa2-74e4c880030e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:00.290900 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48562) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:00.361849 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.457738 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9236f-a143-4255-a0c0-b67d5ea1ed94 req-80772034-398d-404c-bbd2-1fd845815c48 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:00.459207 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-46a9236f-a143-4255-a0c0-b67d5ea1ed94 req-80772034-398d-404c-bbd2-1fd845815c48 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0550811 Nov 17 17:25:00.482179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.508006 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a029cf-a1a3-40df-9ab5-00fc1f73e517']}} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:00.509846 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-46a9236f-a143-4255-a0c0-b67d5ea1ed94 req-8592ab6b-a1f8-4491-8ee7-bf1bb93ac29d tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Nov 17 17:25:00.530927 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85899168-7e79-4796-b6b9-5b40f4fee96c req-c6da6679-23fd-4a8e-9bf3-709fbe686d33 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:00.530927 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-85899168-7e79-4796-b6b9-5b40f4fee96c req-c6da6679-23fd-4a8e-9bf3-709fbe686d33 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 947 time: 0.1215627 Nov 17 17:25:00.536454 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae2300c-c5f0-4b9f-a318-7971f650ed2c') {'for_net_delete': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:00.536817 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae2300c-c5f0-4b9f-a318-7971f650ed2c') {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:00.556244 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4635026'] for segment, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.583216 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.592235 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=102411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:25:00.592650 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4350629'] for segment, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.597211 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-85899168-7e79-4796-b6b9-5b40f4fee96c req-235500fa-8bae-4992-b7bd-1514f295f8f5 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676091 Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: Traceback (most recent call last): Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: timer() Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: cb(*args, **kw) Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: return func(*args, **kwargs) Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: self._notify() Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: self.callback(batched_events) Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: event.method(event) Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: return f(self, *a, **k) Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._get(url).json() Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: return self.request(url, 'GET', **kwargs) Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:25:00.597848 dv-cinder-797608-20-iscsi neutron-server[102411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:25:00.660301 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-8c94f8a3-2443-4a6d-90b9-214011619662 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:00.661884 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-8c94f8a3-2443-4a6d-90b9-214011619662 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 945 time: 0.0496209 Nov 17 17:25:00.756589 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Deleting port e319e424-382b-4305-a551-46ea01fdb3f0 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:00.756932 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.821319 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.825760 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.830003 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] 10.222.0.41 "DELETE /v2.0/networks/a0a029cf-a1a3-40df-9ab5-00fc1f73e517 HTTP/1.1" status: 204 len: 168 time: 0.5376363 Nov 17 17:25:00.842483 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7e5d4-c6d4-4204-a4ca-645945ef0c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a029cf-a1a3-40df-9ab5-00fc1f73e517,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:00.845809 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] For port e319e424-382b-4305-a551-46ea01fdb3f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e319e424-382b-4305-a551-46ea01fdb3f0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:00.846182 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:00.858989 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Calling delete_port for e319e424-382b-4305-a551-46ea01fdb3f0 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:01.071757 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.106191 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event deleted for resources: {'Port': ['ID=e319e424-382b-4305-a551-46ea01fdb3f0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:01.150621 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] No DVR routers for this DVR port e319e424-382b-4305-a551-46ea01fdb3f0 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:25:01.153334 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.157569 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c228af6f-c1e8-44e3-ad0d-bf7c3193f5d0 req-f66e4caa-2502-47ac-8260-80fefad5aed0 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.69 "DELETE /v2.0/ports/e319e424-382b-4305-a551-46ea01fdb3f0 HTTP/1.1" status: 204 len: 173 time: 0.4885635 Nov 17 17:25:01.158003 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'name': 'network-vif-deleted', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:25:01.160320 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd4b37-95aa-4708-a15f-3cca47c8de09" -d '{"events": [{"server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "name": "network-vif-deleted", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:25:01.198751 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50276c83-fecc-45ad-a9f7-c2ae43d30bae x-openstack-request-id: req-50276c83-fecc-45ad-a9f7-c2ae43d30bae {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:25:01.199043 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671", "name": "network-vif-deleted", "tag": "e319e424-382b-4305-a551-46ea01fdb3f0", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:25:01.199309 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50276c83-fecc-45ad-a9f7-c2ae43d30bae {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:25:01.199699 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671', 'name': 'network-vif-deleted', 'tag': 'e319e424-382b-4305-a551-46ea01fdb3f0', 'status': 'completed', 'code': 200} Nov 17 17:25:01.255476 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48576) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:01.301460 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ab17c429-941e-4f91-a137-0a2e0e79390b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f60cb81b10b4f08a505d015d8d4a83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447657 Nov 17 17:25:01.303972 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48578) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:01.351893 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e44830da-9796-4556-baba-f46e29a701c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.373902 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e44830da-9796-4556-baba-f46e29a701c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.475330 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e44830da-9796-4556-baba-f46e29a701c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.478204 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e44830da-9796-4556-baba-f46e29a701c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.479509 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-e44830da-9796-4556-baba-f46e29a701c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/661daa27-7334-4e99-a87c-4980da3a0c06 HTTP/1.1" status: 204 len: 168 time: 0.1746085 Nov 17 17:25:01.488055 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44830da-9796-4556-baba-f46e29a701c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661daa27-7334-4e99-a87c-4980da3a0c06,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:01.497803 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48584) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:01.645160 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d151ca01-269b-4d56-94ec-845807c5395b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.667889 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-33b7228e-e628-4532-92ff-b6c75be7fd40 req-8f0bac2c-6c6e-468c-8923-ed68c825ce81 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 210 time: 0.0660231 Nov 17 17:25:01.805344 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf403d33-ec55-4fd8-a4ad-06771a0dd9cb req-8cf1eabc-a411-434e-ab6d-ac1a79ab8d3f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:01.806829 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf403d33-ec55-4fd8-a4ad-06771a0dd9cb req-8cf1eabc-a411-434e-ab6d-ac1a79ab8d3f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 947 time: 0.1056218 Nov 17 17:25:01.809322 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d151ca01-269b-4d56-94ec-845807c5395b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.837378 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-d4575a3b-0198-4fc0-a0e1-5aa4df29642a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:01.838798 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-d4575a3b-0198-4fc0-a0e1-5aa4df29642a tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 947 time: 0.1000993 Nov 17 17:25:01.904231 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d151ca01-269b-4d56-94ec-845807c5395b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:01.910075 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf403d33-ec55-4fd8-a4ad-06771a0dd9cb req-6db9ebe5-1ee9-482a-84b7-617d5375974f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups?id=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957937 Nov 17 17:25:01.972014 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-d151ca01-269b-4d56-94ec-845807c5395b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa4d0a6ed93b4456b5d198446d9efc3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727170 Nov 17 17:25:01.975024 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48600) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:01.975797 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151ca01-269b-4d56-94ec-845807c5395b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f3c92-88db-4f1e-ac9b-3726dcadffa3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:01.997320 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Deleting port fb79bafd-fdd5-4248-929a-3f163989f9d0 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:01.997875 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.028148 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c308-6644-469e-8d5a-9f781b5bcee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.055235 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c308-6644-469e-8d5a-9f781b5bcee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.091044 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] For port fb79bafd-fdd5-4248-929a-3f163989f9d0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fb79bafd-fdd5-4248-929a-3f163989f9d0,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:02.091790 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.168705 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c308-6644-469e-8d5a-9f781b5bcee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.171302 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c308-6644-469e-8d5a-9f781b5bcee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.173119 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ebf8c308-6644-469e-8d5a-9f781b5bcee9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/382f3c92-88db-4f1e-ac9b-3726dcadffa3 HTTP/1.1" status: 204 len: 168 time: 0.1970282 Nov 17 17:25:02.181238 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8c308-6644-469e-8d5a-9f781b5bcee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f3c92-88db-4f1e-ac9b-3726dcadffa3,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:02.280283 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.280675 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.281611 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.l3_db [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Floating IP 640e1d94-db73-44df-bfec-c6e908a5a014 disassociated. External IP: 172.27.1.36, port: fb79bafd-fdd5-4248-929a-3f163989f9d0. Nov 17 17:25:02.282044 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Calling delete_port for fb79bafd-fdd5-4248-929a-3f163989f9d0 owned by compute:nova {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:02.509956 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.545305 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event deleted for resources: {'Port': ['ID=fb79bafd-fdd5-4248-929a-3f163989f9d0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:02.654572 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48622) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:02.676878 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Router abd0bf2f-6e34-4ee2-9258-24e32a121401 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:25:02.789959 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2b5665ce-38b5-46fb-ad40-cfd8c026adfd req-166d9306-3a54-4c1e-bc29-6330cf0a2453 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b6c89-b0b7-47f7-a9f8-f10b0c8ae671 HTTP/1.1" status: 200 len: 210 time: 0.0292740 Nov 17 17:25:02.793301 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-117977658-network', 'tenant_id': '8ac3f68332544a7eb1e2983ec10f62c0'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:02.831238 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:02.841089 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] Sync routers for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:02.852076 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:02.853008 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:02.878505 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] No DVR routers for this DVR port fb79bafd-fdd5-4248-929a-3f163989f9d0 on host hv-cinder-79760 {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:25:02.881574 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.884994 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8d01c7cb-1e2f-498d-9299-bebbce62f8a9 req-5dc334c4-e729-4e25-a3ed-24bd8bdb8d4f tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.69 "DELETE /v2.0/ports/fb79bafd-fdd5-4248-929a-3f163989f9d0 HTTP/1.1" status: 204 len: 173 time: 1.0386634 Nov 17 17:25:02.911443 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Made reservation on behalf of 8ac3f68332544a7eb1e2983ec10f62c0 for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:02.914201 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.923977 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:02.971739 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:03.034678 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:03.048143 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db4cf3c4-4989-4a74-beb1-2e0747c16f7d req-422cb55e-75f4-4923-8db4-010d42559e35 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/ports?device_id=58eebea0-0033-4436-8e7a-a18ee0a43036 HTTP/1.1" status: 200 len: 210 time: 0.0368381 Nov 17 17:25:03.123631 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:03.158685 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:25:03.178562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:03.178815 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Added segment 566aed75-b7a7-4b48-856e-0a15a48ba52c of type vlan for network 0ce88e4a-14d2-486b-8476-36e398f82a0f Nov 17 17:25:03.180439 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c188b2fb-3b28-4a7a-8356-277001f4ce24,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:03.201009 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:03.201205 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-deleted', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:25:03.204276 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42909715-8557-40be-b797-8da1be540724" -d '{"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-deleted", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:25:03.229128 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:03.232831 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] Checking router: abd0bf2f-6e34-4ee2-9258-24e32a121401 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:03.241741 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:03.242351 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:03.257786 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e43e10-d845-4f9e-972d-40513ba9514c x-openstack-request-id: req-22e43e10-d845-4f9e-972d-40513ba9514c {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:25:03.258081 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eebea0-0033-4436-8e7a-a18ee0a43036", "name": "network-vif-deleted", "tag": "fb79bafd-fdd5-4248-929a-3f163989f9d0", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:25:03.258340 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22e43e10-d845-4f9e-972d-40513ba9514c {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:25:03.258761 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58eebea0-0033-4436-8e7a-a18ee0a43036', 'name': 'network-vif-deleted', 'tag': 'fb79bafd-fdd5-4248-929a-3f163989f9d0', 'status': 'completed', 'code': 200} Nov 17 17:25:03.339905 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:03.340946 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:03.341528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:03.360036 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:03.408470 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce88e4a-14d2-486b-8476-36e398f82a0f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:03.420499 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 0ce88e4a-14d2-486b-8476-36e398f82a0f details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:25:03.440732 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-52fb1c9a-9cde-47ed-9c2e-8cee0a960857 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7849669 Nov 17 17:25:03.443803 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48648) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:03.448947 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Request body: {'subnet': {'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-117977658-subnet', 'tenant_id': '8ac3f68332544a7eb1e2983ec10f62c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:03.545824 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Made reservation on behalf of 8ac3f68332544a7eb1e2983ec10f62c0 for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:03.548942 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369207'] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:03.678179 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:03.705438 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ec13c-af3d-4540-b57a-d77e9283cb0d None None] The sync data for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi is: [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:18:10Z', 'revision_number': 4, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '2f926e77-078b-4cab-bf9d-bb07266cfaef', 'name': '', 'network_id': '2c4a4868-1566-465c-928c-b8888f2f5947', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'mac_address': 'fa:16:3e:c6:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:06Z', 'updated_at': '2021-11-17T17:18:20Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'subnets': [{'id': 'd7a8f306-f6a7-44f9-8948-d67d67380072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:03.792428 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369177'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:03.856335 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Checking segment: {'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:03.856806 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Network hostable DHCP agents. Network: 0ce88e4a-14d2-486b-8476-36e398f82a0f, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:25:03.861885 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=068b2c98-26b3-46af-af2a-db494b147425,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:03.957775 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c3e744-1010-4079-ab2b-5f523b867495 None None] New status for floating IP 640e1d94-db73-44df-bfec-c6e908a5a014: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:25:04.018117 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Network 0ce88e4a-14d2-486b-8476-36e398f82a0f is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:25:04.030218 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48688) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:04.092090 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca2eeaae-0fe4-4faa-92ac-0dc59693ef86 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.103200 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 0ce88e4a-14d2-486b-8476-36e398f82a0f) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:04.110939 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:04.111532 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.118095 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf617d1c-0aa3-409d-b409-0669072b9dbe None None] Network 0ce88e4a-14d2-486b-8476-36e398f82a0f requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:04.130755 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca2eeaae-0fe4-4faa-92ac-0dc59693ef86 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.211790 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4e6e99e9-9154-4ee2-940d-3a569e2fcd38 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7640402 Nov 17 17:25:04.246818 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48696) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:04.263871 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951699c4-39e4-44a2-beb1-0b68990eb2c7 None None] Network 0ce88e4a-14d2-486b-8476-36e398f82a0f requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:04.298011 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca2eeaae-0fe4-4faa-92ac-0dc59693ef86 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.301426 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca2eeaae-0fe4-4faa-92ac-0dc59693ef86 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.305619 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ca2eeaae-0fe4-4faa-92ac-0dc59693ef86 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57 HTTP/1.1" status: 204 len: 168 time: 0.2713432 Nov 17 17:25:04.311560 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79fdfa65-ede6-4154-b5d0-da5430124f08 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.311975 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eeaae-0fe4-4faa-92ac-0dc59693ef86 tempest-TestShelveInstance-379790474 tempest-TestShelveInstance-379790474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3648ef4-9d0d-4c18-ac0c-6dd9a359cb57,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:04.366184 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79fdfa65-ede6-4154-b5d0-da5430124f08 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.435379 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48706) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:04.535092 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79fdfa65-ede6-4154-b5d0-da5430124f08 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.538022 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79fdfa65-ede6-4154-b5d0-da5430124f08 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.539216 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-79fdfa65-ede6-4154-b5d0-da5430124f08 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "DELETE /v2.0/security-groups/90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a HTTP/1.1" status: 204 len: 168 time: 0.2913303 Nov 17 17:25:04.542199 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48712) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:04.549033 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdfa65-ede6-4154-b5d0-da5430124f08 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:04.571877 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.api.v2.resource [None req-33591a7b-11a0-46d3-8c1e-0cb284167b88 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] show failed (client error): The resource could not be found. Nov 17 17:25:04.576065 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-33591a7b-11a0-46d3-8c1e-0cb284167b88 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "GET /v2.0/security-groups/90d5af3f-cf9f-4a93-9cde-c81b3ae68a8a HTTP/1.1" status: 404 len: 347 time: 0.0292323 Nov 17 17:25:04.576065 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48714) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:04.704551 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Deleting port a387e0d5-b1ff-4afb-ae68-bc7b70fc4e90 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:04.704905 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.785207 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.785439 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:04.797604 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Calling delete_port for a387e0d5-b1ff-4afb-ae68-bc7b70fc4e90 owned by network:floatingip {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:04.978277 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:05.026218 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:05.055078 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Pushing event deleted for resources: {'Port': ['ID=a387e0d5-b1ff-4afb-ae68-bc7b70fc4e90,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:05.121760 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks [] for floatingip, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:05.127270 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:05.128468 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-6258e758-16ec-4bc0-95ca-3a3edee972e3 tempest-AttachVolumeShelveTestJSON-1126664766 tempest-AttachVolumeShelveTestJSON-1126664766-project] 10.222.0.41 "DELETE /v2.0/floatingips/640e1d94-db73-44df-bfec-c6e908a5a014 HTTP/1.1" status: 204 len: 168 time: 0.5514493 Nov 17 17:25:05.256718 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Deleting port 09514c4a-21a3-4524-8f22-ad3e231230ca {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:05.257232 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:05.304796 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:05.329093 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: fb79bafd-fdd5-4248-929a-3f163989f9d0 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:05.329441 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device fb79bafd-fdd5-4248-929a-3f163989f9d0 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:05.329850 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device e319e424-382b-4305-a551-46ea01fdb3f0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:05.340150 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] For port 09514c4a-21a3-4524-8f22-ad3e231230ca, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=09514c4a-21a3-4524-8f22-ad3e231230ca,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:05.340781 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:05.351096 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: e319e424-382b-4305-a551-46ea01fdb3f0 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:05.351451 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device e319e424-382b-4305-a551-46ea01fdb3f0 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:05.373489 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Calling delete_port for 09514c4a-21a3-4524-8f22-ad3e231230ca owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:05.666422 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:05.693488 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Pushing event deleted for resources: {'Port': ['ID=09514c4a-21a3-4524-8f22-ad3e231230ca,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:06.126664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:06.346649 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:25:06.456913 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:06.465409 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-9c545d87-4c59-4be0-bc66-8d443017d152 admin admin] 10.222.0.41 "PUT /v2.0/routers/8a1dd348-32cd-45ce-8f1d-81ed1f1b1206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0263684 Nov 17 17:25:06.465561 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48744) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:06.466947 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] Sync routers for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:06.482170 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:06.483755 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:06.621183 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks [] for router, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:06.666681 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:06.733364 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:06.773433 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-943b42de-32f1-4c94-91f9-9e428941e379 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:06.774969 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-943b42de-32f1-4c94-91f9-9e428941e379 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/networks?id=0ce88e4a-14d2-486b-8476-36e398f82a0f HTTP/1.1" status: 200 len: 813 time: 0.1216264 Nov 17 17:25:06.790533 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-d47d7324-4433-4fab-8475-cf44bc177ab0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/quotas/8ac3f68332544a7eb1e2983ec10f62c0 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Nov 17 17:25:06.827485 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-e81b909a-368c-4649-acc0-47345fb5694b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314050 Nov 17 17:25:06.857524 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:25:05Z', 'revision_number': 5, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port': {'id': '5e6d19d3-fcfa-4c0a-8f12-f204340a6627', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:50Z', 'updated_at': '2021-11-17T17:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:06.888040 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] Checking router: 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:06.900735 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] Routers {'8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:06.901374 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:06.914235 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Deleting port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:06.914573 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:06.938987 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-8a2e384c-0652-4a22-9c1f-3cc913493b3b service neutron] 10.222.0.41 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029599 Nov 17 17:25:06.990214 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] Set router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 gateway port host: None {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:07.009676 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] For port 5e6d19d3-fcfa-4c0a-8f12-f204340a6627, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5e6d19d3-fcfa-4c0a-8f12-f204340a6627,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:07.009676 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:07.023188 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Calling delete_port for 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 owned by network:router_gateway {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:07.041605 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-82d4ce5c-673b-41a1-a708-8388e91c9c38 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913482 Nov 17 17:25:07.051407 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:25:06Z', 'revision_number': 6, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port_host': None}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:07.079989 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b6a12b-b1c8-44a6-a41d-c5c1a181cad6 None None] The sync data for ids ['8a1dd348-32cd-45ce-8f1d-81ed1f1b1206'] in dv-cinder-797608-20-iscsi is: [{'id': '8a1dd348-32cd-45ce-8f1d-81ed1f1b1206', 'name': 'tempest-TestShelveInstance-2005428525-router', 'tenant_id': '9136574341b94515992ec5c807d243ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:49Z', 'updated_at': '2021-11-17T17:25:06Z', 'revision_number': 6, 'project_id': '9136574341b94515992ec5c807d243ed', 'gw_port_host': None}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:07.296322 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:07.345665 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8c077034-5308-4cf6-b882-41ccc95e0897 req-4dfbc4fe-70b0-460d-8c39-ea40efe702e5 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 210 time: 0.0511613 Nov 17 17:25:07.346402 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6d19d3-fcfa-4c0a-8f12-f204340a6627,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:07.424310 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:07.755725 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:07.757804 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:07.877428 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:07.877977 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 {{(pid=102411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:25:07.889140 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:07.889140 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0bdd0b45-c645-41fb-972c-6463949c0588 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8a1dd348-32cd-45ce-8f1d-81ed1f1b1206 HTTP/1.1" status: 204 len: 168 time: 1.4174950 Nov 17 17:25:07.889140 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48778) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:07.933260 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_v2 [None req-75288899-07ef-46de-bbf7-bbf03ccf3b5f admin admin] Deleting subnet cfc960e8-1ba3-4d69-8db6-326bbe18336d {{(pid=102411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:25:07.936472 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75288899-07ef-46de-bbf7-bbf03ccf3b5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:07.975947 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75288899-07ef-46de-bbf7-bbf03ccf3b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4635019'] for subnet, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.076064 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48788) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:08.119466 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75288899-07ef-46de-bbf7-bbf03ccf3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.292596 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75288899-07ef-46de-bbf7-bbf03ccf3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4350715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369170'] for subnet, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.323018 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288899-07ef-46de-bbf7-bbf03ccf3b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc960e8-1ba3-4d69-8db6-326bbe18336d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:08.327029 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75288899-07ef-46de-bbf7-bbf03ccf3b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.333359 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-75288899-07ef-46de-bbf7-bbf03ccf3b5f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cfc960e8-1ba3-4d69-8db6-326bbe18336d HTTP/1.1" status: 204 len: 168 time: 0.4434540 Nov 17 17:25:08.333916 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48792) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:08.335793 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b902089-f40b-4ade-97e0-ddc27d2aea55 None None] Network 9ed8187c-c534-4e1f-9ece-f17bd96e72ed requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:08.426323 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.441388 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.539586 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1e1cb664-d13f-4bc3-9af7-ab0d1e5ceae8 req-c98dd324-8d3a-409b-bc0a-a0caf967a598 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 210 time: 0.0822489 Nov 17 17:25:08.565229 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Deleting port a5a347d0-a615-4877-822e-465e32e5f6a0 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:08.565769 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.575576 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:08.617395 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:08.617738 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5e6d19d3-fcfa-4c0a-8f12-f204340a6627 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:08.618153 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 09514c4a-21a3-4524-8f22-ad3e231230ca no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:08.645768 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 09514c4a-21a3-4524-8f22-ad3e231230ca {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:08.646343 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 09514c4a-21a3-4524-8f22-ad3e231230ca not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:08.660812 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.674865 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] For port a5a347d0-a615-4877-822e-465e32e5f6a0, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=a5a347d0-a615-4877-822e-465e32e5f6a0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:08.675287 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.688556 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] DHCP port deletion for 9ed8187c-c534-4e1f-9ece-f17bd96e72ed request from dv-cinder-797608-20-iscsi {{(pid=102412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 17:25:08.702737 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Calling delete_port for a5a347d0-a615-4877-822e-465e32e5f6a0 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:08.746931 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] Deleting port a5a347d0-a615-4877-822e-465e32e5f6a0 {{(pid=102412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:08.747514 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.818666 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] For port a5a347d0-a615-4877-822e-465e32e5f6a0, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=a5a347d0-a615-4877-822e-465e32e5f6a0,segment=NetworkSegment(85fbb697-5b3c-40f6-a0c3-863c47937284),segment_id=85fbb697-5b3c-40f6-a0c3-863c47937284)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:08.820799 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.832037 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] Calling delete_port for a5a347d0-a615-4877-822e-465e32e5f6a0 owned by network:dhcp {{(pid=102412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:08.889167 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:08.919996 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a347d0-a615-4877-822e-465e32e5f6a0,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:08.925996 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] No DVR routers for this DVR port a5a347d0-a615-4877-822e-465e32e5f6a0 on host dv-cinder-797608-20-iscsi {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:25:08.946058 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Deleting port 2f926e77-078b-4cab-bf9d-bb07266cfaef {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:08.946420 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.020065 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.040048 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] For port 2f926e77-078b-4cab-bf9d-bb07266cfaef, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=2f926e77-078b-4cab-bf9d-bb07266cfaef,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:09.041048 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.044165 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed8187c-c534-4e1f-9ece-f17bd96e72ed']}} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:09.055193 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fbb697-5b3c-40f6-a0c3-863c47937284') {'for_net_delete': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:09.055629 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fbb697-5b3c-40f6-a0c3-863c47937284') {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:09.060944 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Calling delete_port for 2f926e77-078b-4cab-bf9d-bb07266cfaef owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:09.068550 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4635026'] for segment, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.071355 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.088644 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.090683 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:25:09.091103 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4350629'] for segment, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: Traceback (most recent call last): Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: timer() Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: cb(*args, **kw) Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: return func(*args, **kwargs) Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: self._notify() Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: self.callback(batched_events) Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: event.method(event) Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: return f(self, *a, **k) Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._get(url).json() Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: return self.request(url, 'GET', **kwargs) Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:25:09.096746 dv-cinder-797608-20-iscsi neutron-server[102411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:25:09.105718 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] Pushing event deleted for resources: {'Port': ['ID=a5a347d0-a615-4877-822e-465e32e5f6a0,revision_number=None']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:09.105718 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea0fcd-880c-428d-8b89-0ca021ad6762 None None] No DVR routers for this DVR port a5a347d0-a615-4877-822e-465e32e5f6a0 on host dv-cinder-797608-20-iscsi {{(pid=102412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:25:09.446498 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.447171 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.453218 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.460545 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] 10.222.0.41 "DELETE /v2.0/networks/9ed8187c-c534-4e1f-9ece-f17bd96e72ed HTTP/1.1" status: 204 len: 168 time: 1.1245112 Nov 17 17:25:09.464841 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48798) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:09.476152 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2f926e77-078b-4cab-bf9d-bb07266cfaef,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:09.488295 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef5d57-1a18-4af8-8181-586414ee9fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed8187c-c534-4e1f-9ece-f17bd96e72ed,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:09.674806 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-22349943-d40e-44df-ae12-3669bfeaa781 req-25d8f971-1585-4cf2-93f7-af69e3338e0f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 210 time: 0.0614924 Nov 17 17:25:09.693811 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.912015 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:09.928894 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Router abd0bf2f-6e34-4ee2-9258-24e32a121401 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:25:10.096105 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:10.105489 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-04602c10-ffa9-4414-904e-f066f0f010ea admin admin] 10.222.0.41 "PUT /v2.0/routers/abd0bf2f-6e34-4ee2-9258-24e32a121401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0254943 Nov 17 17:25:10.106390 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48804) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:10.119556 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df12026-3768-485d-a801-6d1d0284698b None None] Sync routers for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:10.144153 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df12026-3768-485d-a801-6d1d0284698b None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:10.144972 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5df12026-3768-485d-a801-6d1d0284698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:10.170864 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Deleting port 22882d87-dd9d-4782-a619-ea489b2dbeee {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:10.171200 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:10.174357 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-87f7c40c-99f6-4d30-b028-f8314eaffe80 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:10.175797 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-87f7c40c-99f6-4d30-b028-f8314eaffe80 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.69 "GET /v2.0/networks?id=0ce88e4a-14d2-486b-8476-36e398f82a0f HTTP/1.1" status: 200 len: 813 time: 0.1901822 Nov 17 17:25:10.190433 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Request body: {'port': {'device_id': 'b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35', 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f', 'admin_state_up': True, 'tenant_id': '8ac3f68332544a7eb1e2983ec10f62c0'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:10.270870 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-60846470-ce37-4652-8510-444df01a373b admin admin] For port 22882d87-dd9d-4782-a619-ea489b2dbeee, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=22882d87-dd9d-4782-a619-ea489b2dbeee,segment=NetworkSegment(b3400db4-059e-43e4-a49b-c37394f35d99),segment_id=b3400db4-059e-43e4-a49b-c37394f35d99)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:10.271293 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:10.286757 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Calling delete_port for 22882d87-dd9d-4782-a619-ea489b2dbeee owned by network:router_interface {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:10.298427 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:10.308047 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5df12026-3768-485d-a801-6d1d0284698b None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:10.450946 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:10.521580 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Made reservation on behalf of 8ac3f68332544a7eb1e2983ec10f62c0 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:10.526685 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:10.545086 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5df12026-3768-485d-a801-6d1d0284698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:25:09Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:10.579434 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device a5a347d0-a615-4877-822e-465e32e5f6a0 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:10.581868 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df12026-3768-485d-a801-6d1d0284698b None None] Checking router: abd0bf2f-6e34-4ee2-9258-24e32a121401 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:10.597348 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:10.605801 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: a5a347d0-a615-4877-822e-465e32e5f6a0 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:10.606721 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device a5a347d0-a615-4877-822e-465e32e5f6a0 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:10.610811 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df12026-3768-485d-a801-6d1d0284698b None None] Routers {'abd0bf2f-6e34-4ee2-9258-24e32a121401'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:10.611536 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5df12026-3768-485d-a801-6d1d0284698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['abd0bf2f-6e34-4ee2-9258-24e32a121401'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:10.638238 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Pushing event deleted for resources: {'Port': ['ID=22882d87-dd9d-4782-a619-ea489b2dbeee,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:10.783787 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5df12026-3768-485d-a801-6d1d0284698b None None] Set router abd0bf2f-6e34-4ee2-9258-24e32a121401 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:10.900720 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-97df0713-51b9-4f3a-b832-3dc1086715c0 req-028ac9a3-4da2-4d0f-ab13-e1145f9e7cc4 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 210 time: 0.0393558 Nov 17 17:25:10.920147 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.042892 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Deleting port 91381c59-8cdf-47a4-a84e-2f0162ddec66 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:11.043600 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.051193 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5df12026-3768-485d-a801-6d1d0284698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:25:09Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:11.074002 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Allocated IP 172.20.0.9 (0ce88e4a-14d2-486b-8476-36e398f82a0f/068b2c98-26b3-46af-af2a-db494b147425/954e8190-3a19-49b8-b6e7-f1cdbbbb151e) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:11.083299 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df12026-3768-485d-a801-6d1d0284698b None None] The sync data for ids ['abd0bf2f-6e34-4ee2-9258-24e32a121401'] in dv-cinder-797608-20-iscsi is: [{'id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'name': 'tempest-AttachVolumeShelveTestJSON-857530948-router', 'tenant_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:17:59Z', 'updated_at': '2021-11-17T17:25:09Z', 'revision_number': 5, 'project_id': '18f0a1683e4e48c2a1310be68bfb2bf7', 'gw_port': {'id': '91381c59-8cdf-47a4-a84e-2f0162ddec66', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd0bf2f-6e34-4ee2-9258-24e32a121401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:18:01Z', 'updated_at': '2021-11-17T17:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:11.161137 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Router 70a11cfd-ddd1-4b14-833b-709d47b28666 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:25:11.175404 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] For port 91381c59-8cdf-47a4-a84e-2f0162ddec66, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=91381c59-8cdf-47a4-a84e-2f0162ddec66,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:11.175793 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.209444 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Calling delete_port for 91381c59-8cdf-47a4-a84e-2f0162ddec66 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:11.281301 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60846470-ce37-4652-8510-444df01a373b admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:11.286545 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-60846470-ce37-4652-8510-444df01a373b admin admin] 10.222.0.41 "PUT /v2.0/routers/70a11cfd-ddd1-4b14-833b-709d47b28666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8206384 Nov 17 17:25:11.289069 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48814) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:11.294055 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56542192-ca76-4f77-b38e-44c187718608 None None] Sync routers for ids ['70a11cfd-ddd1-4b14-833b-709d47b28666'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:11.304938 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56542192-ca76-4f77-b38e-44c187718608 None None] Routers {'70a11cfd-ddd1-4b14-833b-709d47b28666'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:11.305546 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-56542192-ca76-4f77-b38e-44c187718608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['70a11cfd-ddd1-4b14-833b-709d47b28666'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:11.346447 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.404713 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks [] for router, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.423476 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-56542192-ca76-4f77-b38e-44c187718608 None None] Set router 70a11cfd-ddd1-4b14-833b-709d47b28666 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:11.564919 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.613345 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.643294 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-56542192-ca76-4f77-b38e-44c187718608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:25:10Z', 'revision_number': 5, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:11.649068 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Network 0ce88e4a-14d2-486b-8476-36e398f82a0f is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:11.654108 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Pushing event updated for resources: {'Port': ['ID=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:11.671504 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56542192-ca76-4f77-b38e-44c187718608 None None] Checking router: 70a11cfd-ddd1-4b14-833b-709d47b28666 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:11.680770 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56542192-ca76-4f77-b38e-44c187718608 None None] Routers {'70a11cfd-ddd1-4b14-833b-709d47b28666'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:11.681395 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-56542192-ca76-4f77-b38e-44c187718608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:24:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['70a11cfd-ddd1-4b14-833b-709d47b28666'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:11.685302 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:11.690859 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:11.694200 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Pushing event deleted for resources: {'Port': ['ID=91381c59-8cdf-47a4-a84e-2f0162ddec66,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:11.798355 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-56542192-ca76-4f77-b38e-44c187718608 None None] Set router 70a11cfd-ddd1-4b14-833b-709d47b28666 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:11.809962 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:11.810569 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.822215 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.827840 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.927642 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-38d7d5bf-b9e4-422c-834f-c4a2b921247c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7414565 Nov 17 17:25:11.929364 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.931541 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:11.986998 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Request body: {'port': {'device_id': 'b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:11.994699 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Deleting port c2a06b00-5910-4201-98bc-0bbb7a62fed6 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:11.995271 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.002261 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-56542192-ca76-4f77-b38e-44c187718608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:25:10Z', 'revision_number': 5, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:12.034094 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56542192-ca76-4f77-b38e-44c187718608 None None] The sync data for ids ['70a11cfd-ddd1-4b14-833b-709d47b28666'] in dv-cinder-797608-20-iscsi is: [{'id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'name': 'tempest-TestShelveInstance-1809131117-router', 'tenant_id': '8a9f4f2f83af486a8a232177856bfa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:25:10Z', 'revision_number': 5, 'project_id': '8a9f4f2f83af486a8a232177856bfa49', 'gw_port': {'id': 'c2a06b00-5910-4201-98bc-0bbb7a62fed6', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a11cfd-ddd1-4b14-833b-709d47b28666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:19:57Z', 'updated_at': '2021-11-17T17:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:12.053123 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.098981 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe5af8-c038-4d7b-a8f3-0b864b85dd9b req-60e44f4f-206d-4496-ad01-0c332a396f81 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:12.100547 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.100710 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ddbe5af8-c038-4d7b-a8f3-0b864b85dd9b req-60e44f4f-206d-4496-ad01-0c332a396f81 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 931 time: 0.1205592 Nov 17 17:25:12.101190 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd0bf2f-6e34-4ee2-9258-24e32a121401 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:25:12.110572 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] Publish callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.110572 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-06cc8874-4b2f-4101-8660-7ef71e96c974 admin admin] 10.222.0.41 "DELETE /v2.0/routers/abd0bf2f-6e34-4ee2-9258-24e32a121401 HTTP/1.1" status: 204 len: 168 time: 2.0007603 Nov 17 17:25:12.110752 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48820) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:12.176145 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] For port c2a06b00-5910-4201-98bc-0bbb7a62fed6, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=c2a06b00-5910-4201-98bc-0bbb7a62fed6,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:12.176583 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.212311 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Calling delete_port for c2a06b00-5910-4201-98bc-0bbb7a62fed6 owned by network:router_gateway {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:12.223448 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caffd63-4fb1-4ee9-9c69-46cdec9eb402 admin admin] Deleting subnet d7a8f306-f6a7-44f9-8948-d67d67380072 {{(pid=102411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:25:12.228262 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ddbe5af8-c038-4d7b-a8f3-0b864b85dd9b req-f60cdaf4-5561-4b7f-8b36-bb1c7f1ba166 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213608 Nov 17 17:25:12.232703 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7caffd63-4fb1-4ee9-9c69-46cdec9eb402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.318329 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7caffd63-4fb1-4ee9-9c69-46cdec9eb402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4635019'] for subnet, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.355326 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954e8190-3a19-49b8-b6e7-f1cdbbbb151e {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:25:12.362721 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.374461 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Transition to ACTIVE for port object 954e8190-3a19-49b8-b6e7-f1cdbbbb151e will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:25:12.461164 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7caffd63-4fb1-4ee9-9c69-46cdec9eb402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.511190 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.585551 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Pushing event updated for resources: {'Port': ['ID=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:12.597085 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.623934 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a06b00-5910-4201-98bc-0bbb7a62fed6,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:12.628828 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7caffd63-4fb1-4ee9-9c69-46cdec9eb402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4350715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369170'] for subnet, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.638684 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Attempting to bind port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:12.639080 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Attempting to bind port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:12.639409 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Attempting to bind port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e on network 0ce88e4a-14d2-486b-8476-36e398f82a0f {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:12.645165 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e on network 0ce88e4a-14d2-486b-8476-36e398f82a0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:25:12.645655 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Attempting to bind port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e on network 0ce88e4a-14d2-486b-8476-36e398f82a0f {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:12.650826 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:12.651103 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Checking segment: {'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:12.651481 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Bound using segment: {'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:12.651900 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Bound port: 954e8190-3a19-49b8-b6e7-f1cdbbbb151e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:12.652253 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.682550 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caffd63-4fb1-4ee9-9c69-46cdec9eb402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a8f306-f6a7-44f9-8948-d67d67380072,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:12.684579 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7caffd63-4fb1-4ee9-9c69-46cdec9eb402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.688955 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-7caffd63-4fb1-4ee9-9c69-46cdec9eb402 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d7a8f306-f6a7-44f9-8948-d67d67380072 HTTP/1.1" status: 204 len: 168 time: 0.5765035 Nov 17 17:25:12.691375 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48824) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:12.691967 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d4820b-bff6-41a6-804a-62104b59ff54 None None] Network 2c4a4868-1566-465c-928c-b8888f2f5947 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:12.737642 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.807471 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] For port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:12.810769 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] For port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:12.815602 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.865309 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.867597 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.879695 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Deleting port 001dac24-88f7-4d14-81cd-d8063e098fbe {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:12.880312 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.898362 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.933140 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 22882d87-dd9d-4782-a619-ea489b2dbeee no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:12.969392 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 22882d87-dd9d-4782-a619-ea489b2dbeee {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:12.969392 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 22882d87-dd9d-4782-a619-ea489b2dbeee not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:12.969392 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 2f926e77-078b-4cab-bf9d-bb07266cfaef no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:12.986035 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 2f926e77-078b-4cab-bf9d-bb07266cfaef {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:12.986609 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 2f926e77-078b-4cab-bf9d-bb07266cfaef not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:12.987034 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 91381c59-8cdf-47a4-a84e-2f0162ddec66 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:12.988036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:12.990655 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70a11cfd-ddd1-4b14-833b-709d47b28666 {{(pid=102411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:25:12.998782 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.001447 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-5c130a59-d138-4a72-9e02-6537a3c1d996 admin admin] 10.222.0.41 "DELETE /v2.0/routers/70a11cfd-ddd1-4b14-833b-709d47b28666 HTTP/1.1" status: 204 len: 168 time: 1.7113667 Nov 17 17:25:13.003910 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48828) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:13.015196 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 91381c59-8cdf-47a4-a84e-2f0162ddec66 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:13.015543 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 91381c59-8cdf-47a4-a84e-2f0162ddec66 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:13.018659 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] For port 001dac24-88f7-4d14-81cd-d8063e098fbe, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=001dac24-88f7-4d14-81cd-d8063e098fbe,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:13.019047 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.025425 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] DHCP port deletion for 2c4a4868-1566-465c-928c-b8888f2f5947 request from dv-cinder-797608-20-iscsi {{(pid=102412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 17:25:13.030604 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:13.031223 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.032860 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] 10.222.0.69 "PUT /v2.0/ports/954e8190-3a19-49b8-b6e7-f1cdbbbb151e HTTP/1.1" status: 200 len: 1093 time: 1.0510423 Nov 17 17:25:13.033275 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35', 'tag': '954e8190-3a19-49b8-b6e7-f1cdbbbb151e'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:25:13.035550 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc0a117-50d4-4805-b0f9-aa9904c6821b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35", "tag": "954e8190-3a19-49b8-b6e7-f1cdbbbb151e"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:25:13.040909 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cad4f7-5a6a-4892-9272-bfa038c2c221 service neutron] Pushing event updated for resources: {'Port': ['ID=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:13.046979 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Calling delete_port for 001dac24-88f7-4d14-81cd-d8063e098fbe owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:13.102067 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ec39ea-4522-44c9-9150-fec19c1cdf2b x-openstack-request-id: req-d6ec39ea-4522-44c9-9150-fec19c1cdf2b {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:25:13.102622 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35", "tag": "954e8190-3a19-49b8-b6e7-f1cdbbbb151e", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:25:13.103035 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6ec39ea-4522-44c9-9150-fec19c1cdf2b {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:25:13.103168 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] Deleting port 001dac24-88f7-4d14-81cd-d8063e098fbe {{(pid=102412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:13.103519 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.103876 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35', 'tag': '954e8190-3a19-49b8-b6e7-f1cdbbbb151e', 'status': 'completed', 'code': 200} Nov 17 17:25:13.115012 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_v2 [None req-73087abc-7469-4b53-85cb-646c6061c84a admin admin] Deleting subnet 6223ff75-75ec-4aa3-a001-8e26f999440e {{(pid=102411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:25:13.118642 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73087abc-7469-4b53-85cb-646c6061c84a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.168686 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73087abc-7469-4b53-85cb-646c6061c84a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4635019'] for subnet, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.186776 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] For port 001dac24-88f7-4d14-81cd-d8063e098fbe, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=001dac24-88f7-4d14-81cd-d8063e098fbe,segment=NetworkSegment(864c5626-54e7-4173-9d8d-c5dde3b42619),segment_id=864c5626-54e7-4173-9d8d-c5dde3b42619)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:13.187026 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.202483 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0a117-50d4-4805-b0f9-aa9904c6821b req-50e071c9-416b-4327-a905-428c1852b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:13.204673 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fbc0a117-50d4-4805-b0f9-aa9904c6821b req-50e071c9-416b-4327-a905-428c1852b7b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 1096 time: 0.0717809 Nov 17 17:25:13.211252 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] Calling delete_port for 001dac24-88f7-4d14-81cd-d8063e098fbe owned by network:dhcp {{(pid=102412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:13.261676 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73087abc-7469-4b53-85cb-646c6061c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.266836 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.322063 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.338428 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=001dac24-88f7-4d14-81cd-d8063e098fbe,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:13.340411 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] No DVR routers for this DVR port 001dac24-88f7-4d14-81cd-d8063e098fbe on host dv-cinder-797608-20-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:25:13.349404 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] Pushing event deleted for resources: {'Port': ['ID=001dac24-88f7-4d14-81cd-d8063e098fbe,revision_number=None']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:13.359919 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d881b6-3c63-438e-ba4f-e80c78746566 None None] No DVR routers for this DVR port 001dac24-88f7-4d14-81cd-d8063e098fbe on host dv-cinder-797608-20-iscsi {{(pid=102412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:25:13.383583 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155da10-bedf-47b7-bbfb-29e3ef45c076 req-97a9bb57-813d-49c5-bc82-4bcc88a58798 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:13.388701 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5155da10-bedf-47b7-bbfb-29e3ef45c076 req-97a9bb57-813d-49c5-bc82-4bcc88a58798 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 943 time: 0.0642762 Nov 17 17:25:13.412764 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0a117-50d4-4805-b0f9-aa9904c6821b req-96fa5815-df70-4608-a820-d70726ee6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:13.420585 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fbc0a117-50d4-4805-b0f9-aa9904c6821b req-96fa5815-df70-4608-a820-d70726ee6d4d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1975596 Nov 17 17:25:13.433446 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5155da10-bedf-47b7-bbfb-29e3ef45c076 req-dbe97f00-dd64-4106-8320-4211572ef0da tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Nov 17 17:25:13.447940 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.452345 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73087abc-7469-4b53-85cb-646c6061c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4350715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369170'] for subnet, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.484360 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73087abc-7469-4b53-85cb-646c6061c84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6223ff75-75ec-4aa3-a001-8e26f999440e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:13.494885 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73087abc-7469-4b53-85cb-646c6061c84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.495156 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4a4868-1566-465c-928c-b8888f2f5947']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:13.496650 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0880e699-aebd-4669-83b8-81e61e0682b6 None None] Network a8b2dacd-e0b2-4ca4-9d43-221d0252f564 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:13.503082 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-73087abc-7469-4b53-85cb-646c6061c84a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6223ff75-75ec-4aa3-a001-8e26f999440e HTTP/1.1" status: 204 len: 168 time: 0.4976904 Nov 17 17:25:13.505622 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48834) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:13.536703 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864c5626-54e7-4173-9d8d-c5dde3b42619') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:13.537001 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864c5626-54e7-4173-9d8d-c5dde3b42619') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:13.556615 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.576342 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:25:13.598977 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:25:13.607780 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0a117-50d4-4805-b0f9-aa9904c6821b req-97861c62-a13b-45fc-9aa2-328df0c60d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:13.609338 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fbc0a117-50d4-4805-b0f9-aa9904c6821b req-97861c62-a13b-45fc-9aa2-328df0c60d11 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1705434 Nov 17 17:25:13.645078 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.708459 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-9f19bfa0-ee9e-44c4-8875-504aa09d3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:13.710080 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-9f19bfa0-ee9e-44c4-8875-504aa09d3285 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 1096 time: 0.0551770 Nov 17 17:25:13.713965 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Deleting port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:13.714309 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.744442 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] DHCP port deletion for a8b2dacd-e0b2-4ca4-9d43-221d0252f564 request from dv-cinder-797608-20-iscsi {{(pid=102412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 17:25:13.759100 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-289a5d2d-9d69-4ad2-b77d-e0f1b8093c0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e8190-3a19-49b8-b6e7-f1cdbbbb151e HTTP/1.1" status: 200 len: 217 time: 0.0333955 Nov 17 17:25:13.781036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] For port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,segment=NetworkSegment(b3400db4-059e-43e4-a49b-c37394f35d99),segment_id=b3400db4-059e-43e4-a49b-c37394f35d99)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:13.783468 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.795130 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] Deleting port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b {{(pid=102412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:25:13.795575 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Calling delete_port for d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:13.795735 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.796405 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.802982 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.809397 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2c4a4868-1566-465c-928c-b8888f2f5947 HTTP/1.1" status: 204 len: 168 time: 1.1132472 Nov 17 17:25:13.824205 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4a4868-1566-465c-928c-b8888f2f5947,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:13.834175 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.840853 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737480dd-4616-45d6-b5bf-2db037fda2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:13.852495 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-839e6121-ced4-4a56-9a33-050cabc6ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:13.853930 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-839e6121-ced4-4a56-9a33-050cabc6ce5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=068b2c98-26b3-46af-af2a-db494b147425 HTTP/1.1" status: 200 len: 853 time: 0.0928326 Nov 17 17:25:13.893145 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] For port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,segment=NetworkSegment(b3400db4-059e-43e4-a49b-c37394f35d99),segment_id=b3400db4-059e-43e4-a49b-c37394f35d99)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:13.894077 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:13.895367 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-73e40f4e-5c95-4cad-a98e-1ce249ed3605 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ce88e4a-14d2-486b-8476-36e398f82a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341790 Nov 17 17:25:13.907826 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] Calling delete_port for d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b owned by network:dhcp {{(pid=102412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:25:13.991687 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-60fdb5a5-e326-423f-a523-fe7bd94992cd service neutron] 10.222.0.69 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885227 Nov 17 17:25:14.026042 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.033505 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.057060 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:14.060623 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] No DVR routers for this DVR port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b on host dv-cinder-797608-20-iscsi {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:25:14.063543 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] Pushing event deleted for resources: {'Port': ['ID=d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b,revision_number=None']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:14.070783 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a70d9-5553-48ad-b427-a5a0e2fd7cb5 None None] No DVR routers for this DVR port d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b on host dv-cinder-797608-20-iscsi {{(pid=102412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:25:14.115781 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-36fc6f80-8d76-4d89-9365-78d58feed923 req-c7880070-e496-4f40-a84e-d92dc6b47439 service neutron] 10.222.0.69 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167688 Nov 17 17:25:14.142699 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.163572 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b2dacd-e0b2-4ca4-9d43-221d0252f564']}} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:14.173814 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3400db4-059e-43e4-a49b-c37394f35d99') {'for_net_delete': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:14.174626 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3400db4-059e-43e4-a49b-c37394f35d99') {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:14.183988 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4635026'] for segment, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.198883 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.207050 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:25:14.207464 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4350629'] for segment, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: Traceback (most recent call last): Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: timer() Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: cb(*args, **kw) Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: return func(*args, **kwargs) Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: self._notify() Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: self.callback(batched_events) Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: event.method(event) Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: return f(self, *a, **k) Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._get(url).json() Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: return self.request(url, 'GET', **kwargs) Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:25:14.209528 dv-cinder-797608-20-iscsi neutron-server[102411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:25:14.236163 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48840) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:14.276865 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-1b3a5a80-ffc7-4947-b88b-b62f1ae62a6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18f0a1683e4e48c2a1310be68bfb2bf7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393250 Nov 17 17:25:14.279413 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48842) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:14.330608 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-08b3770e-e6a3-4dd3-902d-f56992e42099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.343312 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.351668 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.354923 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] 10.222.0.41 "DELETE /v2.0/networks/a8b2dacd-e0b2-4ca4-9d43-221d0252f564 HTTP/1.1" status: 204 len: 168 time: 0.8481095 Nov 17 17:25:14.361190 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-08b3770e-e6a3-4dd3-902d-f56992e42099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.376104 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bab8a-eac0-4ccc-b552-49ad1eef4c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b2dacd-e0b2-4ca4-9d43-221d0252f564,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:14.482795 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-08b3770e-e6a3-4dd3-902d-f56992e42099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.487387 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:14.487527 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-08b3770e-e6a3-4dd3-902d-f56992e42099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.491038 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-08b3770e-e6a3-4dd3-902d-f56992e42099 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f19e756-6d00-4fdf-9a75-ee0d718c5cbf HTTP/1.1" status: 204 len: 168 time: 0.2106175 Nov 17 17:25:14.499622 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3770e-e6a3-4dd3-902d-f56992e42099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f19e756-6d00-4fdf-9a75-ee0d718c5cbf,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:14.518610 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:14.518931 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device d67c2b3d-5d8a-4bce-b1e3-7ae151323d9b not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:14.519498 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 001dac24-88f7-4d14-81cd-d8063e098fbe no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:14.544425 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 001dac24-88f7-4d14-81cd-d8063e098fbe {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:14.545042 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 001dac24-88f7-4d14-81cd-d8063e098fbe not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:14.545645 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device c2a06b00-5910-4201-98bc-0bbb7a62fed6 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:25:14.572659 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: c2a06b00-5910-4201-98bc-0bbb7a62fed6 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:25:14.573004 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device c2a06b00-5910-4201-98bc-0bbb7a62fed6 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:25:14.589098 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9640d20-79d5-448e-8cc0-cb40e6326694 req-0f2e2565-cddc-4f27-aecb-4d05826b9d59 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:14.589098 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b9640d20-79d5-448e-8cc0-cb40e6326694 req-0f2e2565-cddc-4f27-aecb-4d05826b9d59 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 943 time: 0.0766034 Nov 17 17:25:14.635099 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b9640d20-79d5-448e-8cc0-cb40e6326694 req-7303c6c9-562f-4c70-8f8c-07178cf78a8f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 Nov 17 17:25:14.783269 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:25:14.815621 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48850) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:14.856237 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4a4a2849-d9a8-4053-9acc-697d518b787d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9136574341b94515992ec5c807d243ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392461 Nov 17 17:25:14.858547 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48852) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:14.904435 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a5baac5-f9b9-4821-be9a-57a645cdcb60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:14.926205 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a5baac5-f9b9-4821-be9a-57a645cdcb60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:15.105738 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a5baac5-f9b9-4821-be9a-57a645cdcb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:15.110068 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a5baac5-f9b9-4821-be9a-57a645cdcb60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:15.111321 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0a5baac5-f9b9-4821-be9a-57a645cdcb60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e382031-726b-4478-8819-5d793c30759a HTTP/1.1" status: 204 len: 168 time: 0.2518559 Nov 17 17:25:15.119865 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5baac5-f9b9-4821-be9a-57a645cdcb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e382031-726b-4478-8819-5d793c30759a,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:15.758573 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd62d2-e503-4008-961b-7301fd8d80e4 req-a9eccf6a-535b-4602-8445-27b10bb9a372 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:15.760093 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fccd62d2-e503-4008-961b-7301fd8d80e4 req-a9eccf6a-535b-4602-8445-27b10bb9a372 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 943 time: 0.0531142 Nov 17 17:25:15.813114 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fccd62d2-e503-4008-961b-7301fd8d80e4 req-6de4cea8-254f-40ee-8674-3af917739da1 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Nov 17 17:25:15.831086 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48880) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:15.873661 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-62ef7931-c3c8-4eda-b1be-2c3c3e44bf1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a9f4f2f83af486a8a232177856bfa49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414162 Nov 17 17:25:15.876344 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48884) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:15.924684 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-807bb550-cd0d-4ae1-bda1-85249aa30419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:15.945666 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-807bb550-cd0d-4ae1-bda1-85249aa30419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:16.076952 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-807bb550-cd0d-4ae1-bda1-85249aa30419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:16.079862 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-807bb550-cd0d-4ae1-bda1-85249aa30419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:16.083916 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-807bb550-cd0d-4ae1-bda1-85249aa30419 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ceb5e313-9dfb-4841-b3c6-e56d6d9a5728 HTTP/1.1" status: 204 len: 168 time: 0.2039931 Nov 17 17:25:16.091225 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bb550-cd0d-4ae1-bda1-85249aa30419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb5e313-9dfb-4841-b3c6-e56d6d9a5728,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:16.476903 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-dd0332ad-5771-4612-b504-4086d513bcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:16.939268 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe4851-1635-49bd-8741-6d67ce20d5f8 req-78da3f5a-0399-445a-888c-1bf91a3cfb58 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:16.945013 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7dbe4851-1635-49bd-8741-6d67ce20d5f8 req-78da3f5a-0399-445a-888c-1bf91a3cfb58 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 943 time: 0.0618517 Nov 17 17:25:16.990894 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7dbe4851-1635-49bd-8741-6d67ce20d5f8 req-4dad9d08-ca5e-4bb8-87ec-79d847119dac tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Nov 17 17:25:17.172289 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48944) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:17.271189 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1958150790-network', 'tenant_id': '25b51140b87049ec95f868ffa923853e'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:17.383285 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Made reservation on behalf of 25b51140b87049ec95f868ffa923853e for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:17.385627 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.389837 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 954e8190-3a19-49b8-b6e7-f1cdbbbb151e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:25:17.398022 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.472168 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.493053 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:17.508315 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '954e8190-3a19-49b8-b6e7-f1cdbbbb151e', 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f', 'port_id': '954e8190-3a19-49b8-b6e7-f1cdbbbb151e', 'mac_address': 'fa:16:3e:ca:cf:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068b2c98-26b3-46af-af2a-db494b147425', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:25:17.543093 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.557519 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954e8190-3a19-49b8-b6e7-f1cdbbbb151e {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:25:17.560441 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.577833 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:17.583676 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:25:17.597670 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7a33a7-752c-4485-859a-30c2465cf5a3,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:17.603118 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.603468 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Added segment a0655daf-d7f1-43d7-8f47-aaac89fa0e4e of type vlan for network faa0040a-9baf-463a-aa19-19e702be3707 Nov 17 17:25:17.645085 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.665341 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.715251 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:17.757115 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.758120 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:17.758728 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:17.823925 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] Pushing event updated for resources: {'Network': ['ID=faa0040a-9baf-463a-aa19-19e702be3707,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:17.836732 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network faa0040a-9baf-463a-aa19-19e702be3707 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:25:17.851082 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-cd525044-2ea0-463e-97bb-e6b9a2c79d98 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6776299 Nov 17 17:25:17.853957 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48964) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:17.859225 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Request body: {'subnet': {'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1958150790-subnet', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:17.899837 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['954e8190-3a19-49b8-b6e7-f1cdbbbb151e'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:25:17.980264 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Made reservation on behalf of 25b51140b87049ec95f868ffa923853e for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:17.982709 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369207'] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.118178 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48970) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:18.187276 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13174c6-3f87-43be-b340-58ca262f4ace req-f6b796f6-db3d-401f-9811-b6dd228b0fe9 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:18.193443 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b13174c6-3f87-43be-b340-58ca262f4ace req-f6b796f6-db3d-401f-9811-b6dd228b0fe9 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 944 time: 0.1106193 Nov 17 17:25:18.241327 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1541c8a7-9f0f-4cde-9bb6-6671aa2639c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.255307 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b13174c6-3f87-43be-b340-58ca262f4ace req-cacee658-c813-49c3-a772-c84e0ef3977f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559189 Nov 17 17:25:18.299755 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369177'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.310522 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1541c8a7-9f0f-4cde-9bb6-6671aa2639c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.356020 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751cc2e8-cdb8-4ef5-a337-2578cda26264,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:18.363814 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Checking segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:18.364169 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Network hostable DHCP agents. Network: faa0040a-9baf-463a-aa19-19e702be3707, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:25:18.419611 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1541c8a7-9f0f-4cde-9bb6-6671aa2639c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.465113 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-1541c8a7-9f0f-4cde-9bb6-6671aa2639c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e19e3b198f542ec8e41d3f14fcc20bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456097 Nov 17 17:25:18.465875 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541c8a7-9f0f-4cde-9bb6-6671aa2639c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1345d28a-1ee8-4f4a-abce-b1c4391234ae,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:18.467832 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48976) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:18.535570 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Network faa0040a-9baf-463a-aa19-19e702be3707 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:25:18.542097 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9329a80-0822-4495-8557-72dbfa9768e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.566399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9329a80-0822-4495-8557-72dbfa9768e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.653909 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, faa0040a-9baf-463a-aa19-19e702be3707) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:18.659380 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:18.659380 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.661166 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69e235-b751-4321-a3a1-6d5141032593 None None] Network faa0040a-9baf-463a-aa19-19e702be3707 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:18.736176 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9329a80-0822-4495-8557-72dbfa9768e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.738685 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9329a80-0822-4495-8557-72dbfa9768e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.739827 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c9329a80-0822-4495-8557-72dbfa9768e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1345d28a-1ee8-4f4a-abce-b1c4391234ae HTTP/1.1" status: 204 len: 168 time: 0.2709920 Nov 17 17:25:18.749407 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9329a80-0822-4495-8557-72dbfa9768e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1345d28a-1ee8-4f4a-abce-b1c4391234ae,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:18.792415 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6d68-7ce7-4edf-8d24-8ce1df72ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.840997 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-05a5cc87-02f9-470c-9565-2e5aa1f4b3e4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9852362 Nov 17 17:25:18.843547 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 48980) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:18.844935 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-faa0040a-9baf-463a-aa19-19e702be3707', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:25:18.845810 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.850922 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:18.957242 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.958300 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:18.992705 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Allocated IP 172.20.0.2 (faa0040a-9baf-463a-aa19-19e702be3707/751cc2e8-cdb8-4ef5-a337-2578cda26264/9472ef4d-be02-443a-8121-8f68e299dff6) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:19.010535 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.143627 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.222212 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.249031 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.287651 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Network faa0040a-9baf-463a-aa19-19e702be3707 is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:19.299681 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:19.299681 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:19.306774 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Pushing event updated for resources: {'Port': ['ID=9472ef4d-be02-443a-8121-8f68e299dff6,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:19.358998 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Attempting to bind port 9472ef4d-be02-443a-8121-8f68e299dff6 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:19.359557 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Attempting to bind port 9472ef4d-be02-443a-8121-8f68e299dff6 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:19.360624 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Attempting to bind port 9472ef4d-be02-443a-8121-8f68e299dff6 on network faa0040a-9baf-463a-aa19-19e702be3707 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:19.367194 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:19.371197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Checking segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:19.371197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.371197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Bound using segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:19.371197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Bound port: 9472ef4d-be02-443a-8121-8f68e299dff6, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:19.371197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.381009 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d28035-9bea-41d0-a2b8-cee996081338 req-3de5664a-1db0-4a66-a7a9-96e99f1a665d tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:19.383294 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-59d28035-9bea-41d0-a2b8-cee996081338 req-3de5664a-1db0-4a66-a7a9-96e99f1a665d tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 944 time: 0.0532126 Nov 17 17:25:19.413625 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 954e8190-3a19-49b8-b6e7-f1cdbbbb151e up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:19.454852 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-59d28035-9bea-41d0-a2b8-cee996081338 req-bcd1555d-57b1-4a18-9a74-f9fa75ebf780 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656047 Nov 17 17:25:19.463146 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48988) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:19.480047 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4335c9b5-cf3b-40aa-b097-14e2e5c7dd7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.488919 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] For port 9472ef4d-be02-443a-8121-8f68e299dff6, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:19.493344 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] For port 9472ef4d-be02-443a-8121-8f68e299dff6, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=9472ef4d-be02-443a-8121-8f68e299dff6,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:19.561809 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4335c9b5-cf3b-40aa-b097-14e2e5c7dd7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.566670 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.574587 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.589176 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.606407 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:25:19.621450 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:19.621822 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.659093 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbcdcd-bd73-4b50-a4fb-218c5a3beb8d None None] Pushing event updated for resources: {'Port': ['ID=9472ef4d-be02-443a-8121-8f68e299dff6,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:19.702569 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Allocated IP 172.27.1.108 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/719cf7d4-579e-47ae-b903-f9f98e4c7a5f) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:19.720716 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.744733 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954e8190-3a19-49b8-b6e7-f1cdbbbb151e'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:25:19.747007 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a864df-d06a-4749-93ff-479738ccadff" -d '{"events": [{"server_uuid": "b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35", "name": "network-vif-plugged", "status": "completed", "tag": "954e8190-3a19-49b8-b6e7-f1cdbbbb151e"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:25:19.760363 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:19.803880 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4335c9b5-cf3b-40aa-b097-14e2e5c7dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.826048 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a00d7-ba37-43ce-87c2-5b6fa1821085 x-openstack-request-id: req-c71a00d7-ba37-43ce-87c2-5b6fa1821085 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:25:19.826331 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35", "name": "network-vif-plugged", "status": "completed", "tag": "954e8190-3a19-49b8-b6e7-f1cdbbbb151e", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:25:19.826585 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c71a00d7-ba37-43ce-87c2-5b6fa1821085 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:25:19.826981 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954e8190-3a19-49b8-b6e7-f1cdbbbb151e', 'code': 200} Nov 17 17:25:19.836921 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.870326 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-4335c9b5-cf3b-40aa-b097-14e2e5c7dd7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b259bcaf443041098039cc4af2f3b571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073956 Nov 17 17:25:19.871189 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 48992) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:19.873872 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335c9b5-cf3b-40aa-b097-14e2e5c7dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0f96dd-85bb-4165-b9bb-5e4a4d5b50a9,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:19.879517 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.921211 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.934607 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ba06df8-7cba-4381-8905-cbd05691f6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:19.938309 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:19.961302 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ba06df8-7cba-4381-8905-cbd05691f6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.020437 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.057402 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:20.062091 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:20.066058 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:20.088053 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=719cf7d4-579e-47ae-b903-f9f98e4c7a5f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:20.100022 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ba06df8-7cba-4381-8905-cbd05691f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.102747 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ba06df8-7cba-4381-8905-cbd05691f6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.103990 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-5ba06df8-7cba-4381-8905-cbd05691f6ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a0f96dd-85bb-4165-b9bb-5e4a4d5b50a9 HTTP/1.1" status: 204 len: 168 time: 0.2312970 Nov 17 17:25:20.112776 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba06df8-7cba-4381-8905-cbd05691f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0f96dd-85bb-4165-b9bb-5e4a4d5b50a9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:20.217388 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa058a-8915-489f-ba11-475962c8b451 req-de30bba8-4d64-45d6-ab77-38ed343f0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:20.219428 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1eaa058a-8915-489f-ba11-475962c8b451 req-de30bba8-4d64-45d6-ab77-38ed343f0392 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 1098 time: 0.0477564 Nov 17 17:25:20.264185 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1eaa058a-8915-489f-ba11-475962c8b451 req-14d057ae-01de-43d5-986c-9c16f2f5e2ed service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381372 Nov 17 17:25:20.410575 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.547932 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 9472ef4d-be02-443a-8121-8f68e299dff6 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:20.602443 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823282d3-c55c-4ecf-9ed3-a2670902ea04 req-b4f6c23f-c095-4db8-abbb-43b703fcb9b1 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:20.604565 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-823282d3-c55c-4ecf-9ed3-a2670902ea04 req-b4f6c23f-c095-4db8-abbb-43b703fcb9b1 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0666716 Nov 17 17:25:20.614001 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 9472ef4d-be02-443a-8121-8f68e299dff6 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:20.614641 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.676359 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-823282d3-c55c-4ecf-9ed3-a2670902ea04 req-e4d87b26-db52-46e3-9743-e09f035b2a67 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633333 Nov 17 17:25:20.721552 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.767001 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 9472ef4d-be02-443a-8121-8f68e299dff6, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=9472ef4d-be02-443a-8121-8f68e299dff6,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:20.799039 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3983bd-ebf2-49b4-bf1d-cf68a4b11ab3 None None] Network faa0040a-9baf-463a-aa19-19e702be3707 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:20.866539 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-55a5862c-296d-4817-9342-4e081c8901f2 None None] Provisioning complete for port 9472ef4d-be02-443a-8121-8f68e299dff6 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:20.867175 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-55a5862c-296d-4817-9342-4e081c8901f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.875579 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:20.972320 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:21.002849 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=9472ef4d-be02-443a-8121-8f68e299dff6,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:21.177622 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:25:21.291596 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:21.310142 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:21.319469 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:21.328530 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:21.329146 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:21.398421 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-df753cfa-8420-4a6e-abd0-8ed34a6e5f15 None None] Provisioning complete for port 9472ef4d-be02-443a-8121-8f68e299dff6 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:21.398886 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-df753cfa-8420-4a6e-abd0-8ed34a6e5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:21.461604 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:21.463231 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-bc4f91dc-4c76-4492-9eba-0c7b3aad4fc4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6169002 Nov 17 17:25:21.465767 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49022) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:21.485458 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:21.715225 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:20Z', 'revision_number': 3, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:21.771557 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:21.772197 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Updating router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:25:21.835242 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:21.840463 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938a05-3282-48bf-ad15-96696c510a7c req-eb31c311-e48a-45d9-b716-8a6a440736b8 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:21.847778 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-28938a05-3282-48bf-ad15-96696c510a7c req-eb31c311-e48a-45d9-b716-8a6a440736b8 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0782552 Nov 17 17:25:21.899729 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-28938a05-3282-48bf-ad15-96696c510a7c req-b6ff574c-b5cf-4cac-bfd7-34e27cb184ec tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510015 Nov 17 17:25:21.941850 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.118021 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Allocated IP 172.20.0.1 (faa0040a-9baf-463a-aa19-19e702be3707/751cc2e8-cdb8-4ef5-a337-2578cda26264/39aad3de-12b6-42e1-a504-7c6d2defb97c) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:22.152628 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.191157 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.221593 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.229787 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.367937 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.405633 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Attempting to bind port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:22.405904 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Attempting to bind port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:22.406911 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Attempting to bind port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:22.414303 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf678a0-5ccd-43b8-bdfd-b4a879f03560 None None] Pushing event updated for resources: {'Port': ['ID=719cf7d4-579e-47ae-b903-f9f98e4c7a5f,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:22.417044 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:22.417419 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:22.417818 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.418196 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:22.418344 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Pushing event updated for resources: {'Port': ['ID=39aad3de-12b6-42e1-a504-7c6d2defb97c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:22.418661 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Bound port: 719cf7d4-579e-47ae-b903-f9f98e4c7a5f, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:22.419058 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.424019 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Network faa0040a-9baf-463a-aa19-19e702be3707 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:22.430544 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:22.430544 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:22.475421 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.483233 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] For port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:22.488001 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] For port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=719cf7d4-579e-47ae-b903-f9f98e4c7a5f,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:22.545617 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 9472ef4d-be02-443a-8121-8f68e299dff6 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:22.583766 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.657303 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:22.658062 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:22.666588 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf678a0-5ccd-43b8-bdfd-b4a879f03560 None None] Pushing event updated for resources: {'Port': ['ID=719cf7d4-579e-47ae-b903-f9f98e4c7a5f,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:22.712486 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 9472ef4d-be02-443a-8121-8f68e299dff6 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:22.712878 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.771872 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.827632 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-e400738e-78f4-4f42-a715-f2d10d7c233d None None] Provisioning complete for port 39aad3de-12b6-42e1-a504-7c6d2defb97c triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:22.828279 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e400738e-78f4-4f42-a715-f2d10d7c233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:22.838210 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:22.993211 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-e400738e-78f4-4f42-a715-f2d10d7c233d None None] Port 39aad3de-12b6-42e1-a504-7c6d2defb97c cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:25:23.002133 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:23.089320 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:23.132184 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:20Z', 'revision_number': 3, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:23.164139 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:23.166098 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c4cfa-511f-4274-839e-39fd2ac30965 None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:20Z', 'revision_number': 3, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:23.167209 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Pushing event updated for resources: {'Port': ['ID=39aad3de-12b6-42e1-a504-7c6d2defb97c,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:23.270915 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Network faa0040a-9baf-463a-aa19-19e702be3707 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:23.272438 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:23.443533 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:25:23.580797 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:23.602032 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-5929e9d9-ec6f-4c6d-8a2b-91419f7aed7b admin admin] 10.222.0.41 "PUT /v2.0/routers/1bfc652f-5a25-4a90-a3fb-986a7a34bf0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1271660 Nov 17 17:25:23.642773 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7ea4518b-c5de-46c1-9e4a-9f9da3f9fccb None None] Provisioning complete for port 39aad3de-12b6-42e1-a504-7c6d2defb97c triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:23.643519 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7ea4518b-c5de-46c1-9e4a-9f9da3f9fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:23.695056 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4518b-c5de-46c1-9e4a-9f9da3f9fccb None None] Port 39aad3de-12b6-42e1-a504-7c6d2defb97c cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:25:24.440134 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49138) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:24.446955 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-761353589-network', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:24.504134 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 719cf7d4-579e-47ae-b903-f9f98e4c7a5f up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:24.561529 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:24.561812 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.571877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Made reservation on behalf of 4e298982fa144d9aa9ff580014274d9e for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:24.574546 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.586175 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.655454 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.682349 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=719cf7d4-579e-47ae-b903-f9f98e4c7a5f,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:24.683556 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.756853 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.785890 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.807991 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:25:24.825862 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=719cf7d4-579e-47ae-b903-f9f98e4c7a5f,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:24.832587 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.832935 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Added segment 483059fd-53a6-4efc-9e3d-7f43c050cc3c of type vlan for network 791f5ca8-b1b5-425b-90c9-013911f045de Nov 17 17:25:24.834611 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120f7bee-673c-4801-9b84-e8fac64afed2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:24.867979 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:24.880562 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:24.883669 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:24.884286 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:24.999369 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:25.236730 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 2, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:25.246372 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.247373 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:25.247951 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.271135 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:25.271573 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Updating router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a port 39aad3de-12b6-42e1-a504-7c6d2defb97c binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:25:25.296845 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.313558 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=791f5ca8-b1b5-425b-90c9-013911f045de,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:25.323937 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 791f5ca8-b1b5-425b-90c9-013911f045de details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:25:25.382415 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-a3393981-4093-4858-8835-714b411f5ca1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9408839 Nov 17 17:25:25.385272 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49152) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:25.390253 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Request body: {'subnet': {'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-761353589-subnet', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:25.491785 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Made reservation on behalf of 4e298982fa144d9aa9ff580014274d9e for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:25.494309 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5086242'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.564712 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.636769 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.692183 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Pushing event updated for resources: {'Port': ['ID=39aad3de-12b6-42e1-a504-7c6d2defb97c,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:25.712896 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.713272 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.713621 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.713949 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.714274 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.714632 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.714941 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.715261 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.715596 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.715915 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.716230 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.716567 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:25.753492 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Attempting to bind port 39aad3de-12b6-42e1-a504-7c6d2defb97c on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:25.753860 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Attempting to bind port 39aad3de-12b6-42e1-a504-7c6d2defb97c by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:25.754220 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Attempting to bind port 39aad3de-12b6-42e1-a504-7c6d2defb97c on network faa0040a-9baf-463a-aa19-19e702be3707 {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:25.759389 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:25.759762 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Checking segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:25.760296 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.760722 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Bound using segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:25.761195 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Bound port: 39aad3de-12b6-42e1-a504-7c6d2defb97c, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:25.761589 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.769396 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4649023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5086220'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.830852 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Pushing event updated for resources: {'Subnet': ['ID=740553df-f370-488c-a373-dca9c14ce013,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:25.834616 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] For port 39aad3de-12b6-42e1-a504-7c6d2defb97c, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:25.838728 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] For port 39aad3de-12b6-42e1-a504-7c6d2defb97c, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=39aad3de-12b6-42e1-a504-7c6d2defb97c,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:25.849266 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Checking segment: {'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:25.849621 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Network hostable DHCP agents. Network: 791f5ca8-b1b5-425b-90c9-013911f045de, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:25:25.934850 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.940109 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-855bb9ff-3908-49d7-b032-44ec196276f3 None None] Provisioning complete for port 39aad3de-12b6-42e1-a504-7c6d2defb97c triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:25.940661 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-855bb9ff-3908-49d7-b032-44ec196276f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:25.945375 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Network 791f5ca8-b1b5-425b-90c9-013911f045de is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:25:25.998996 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:25.999683 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:26.033311 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 791f5ca8-b1b5-425b-90c9-013911f045de) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:26.035080 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-855bb9ff-3908-49d7-b032-44ec196276f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.035938 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1192b87-e843-4285-899c-c8d8032d5641 None None] Pushing event updated for resources: {'Port': ['ID=39aad3de-12b6-42e1-a504-7c6d2defb97c,revision_number=4']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:26.044155 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:26.045796 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054b0750-dac6-4865-880c-2a3ec9f4e2f5 None None] Network 791f5ca8-b1b5-425b-90c9-013911f045de requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:26.046643 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.130566 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:26.136908 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-855bb9ff-3908-49d7-b032-44ec196276f3 None None] For port 39aad3de-12b6-42e1-a504-7c6d2defb97c, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=39aad3de-12b6-42e1-a504-7c6d2defb97c,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:26.150304 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ebfcd524-7005-47af-a083-30942dcd109d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7616773 Nov 17 17:25:26.151262 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49156) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:26.155905 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:26.236585 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-855bb9ff-3908-49d7-b032-44ec196276f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.248406 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.248406 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.312929 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.333100 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-791f5ca8-b1b5-425b-90c9-013911f045de', 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'fixed_ips': [{'subnet_id': '740553df-f370-488c-a373-dca9c14ce013'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:25:26.333891 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.335765 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bb9ff-3908-49d7-b032-44ec196276f3 None None] Pushing event updated for resources: {'Port': ['ID=39aad3de-12b6-42e1-a504-7c6d2defb97c,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:26.380991 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:25Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:26.409766 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03abca6d-ff0d-4896-b00e-610d37bf4875 None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:25Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:26.417294 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-69ab696b-d4af-4005-bbc6-d7a4db80d038 None None] Provisioning complete for port 39aad3de-12b6-42e1-a504-7c6d2defb97c triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:26.417294 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-69ab696b-d4af-4005-bbc6-d7a4db80d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.582088 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Allocated IP 172.20.0.2 (791f5ca8-b1b5-425b-90c9-013911f045de/740553df-f370-488c-a373-dca9c14ce013/c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:26.597487 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 719cf7d4-579e-47ae-b903-f9f98e4c7a5f up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:26.613561 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.723220 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:26.723676 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.823447 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.934877 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.956314 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:26.986310 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:27.025626 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Network 791f5ca8-b1b5-425b-90c9-013911f045de is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:27.030606 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:27.034653 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:27.044015 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Pushing event updated for resources: {'Port': ['ID=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:27.094616 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Allocated IP 172.27.1.62 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/f718b13b-9506-48ad-8eba-183306e2c420) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:27.131319 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Attempting to bind port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:27.131860 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Attempting to bind port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:27.139589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Attempting to bind port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 on network 791f5ca8-b1b5-425b-90c9-013911f045de {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:27.139589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:27.139589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Checking segment: {'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:27.139589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:27.140373 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Bound using segment: {'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:27.140373 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Bound port: c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:27.141536 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:27.232041 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:27.240373 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] For port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:27.246890 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] For port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,segment=NetworkSegment(483059fd-53a6-4efc-9e3d-7f43c050cc3c),segment_id=483059fd-53a6-4efc-9e3d-7f43c050cc3c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:27.317459 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:27.360850 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:27.383158 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb34f60-445b-4f56-a121-3218559ea974 None None] Pushing event updated for resources: {'Port': ['ID=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:27.406753 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:27.413719 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:27.417596 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:27.446694 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Pushing event updated for resources: {'Port': ['ID=f718b13b-9506-48ad-8eba-183306e2c420,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:27.837201 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:28.026123 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:28.211737 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Router 4a514308-36ed-4ce2-b970-d677ea529c58 is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:25:28.331614 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:28.341179 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Sync routers for ids ['4a514308-36ed-4ce2-b970-d677ea529c58'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:28.352849 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Routers {'4a514308-36ed-4ce2-b970-d677ea529c58'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:28.353458 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['4a514308-36ed-4ce2-b970-d677ea529c58'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:28.405111 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:28.406552 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-5ff320d7-e379-4c57-afb2-bcaf5102a528 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2549069 Nov 17 17:25:28.410262 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49184) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:28.579566 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b82bf-c96c-46c0-a4fe-bb83e1594315 None None] Network 791f5ca8-b1b5-425b-90c9-013911f045de requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:28.605508 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:28.687985 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Set router 4a514308-36ed-4ce2-b970-d677ea529c58 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:28.689810 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-055406a4-80ef-4f00-96ee-86db6b090e40 None None] Provisioning complete for port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:28.690181 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-055406a4-80ef-4f00-96ee-86db6b090e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:28.895559 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:28.903641 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:28.904011 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.047607 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-055406a4-80ef-4f00-96ee-86db6b090e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.057316 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Allocated IP 172.20.0.1 (791f5ca8-b1b5-425b-90c9-013911f045de/740553df-f370-488c-a373-dca9c14ce013/4b30f2eb-0be6-4bb1-b22b-39f63c24afec) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:29.133304 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-055406a4-80ef-4f00-96ee-86db6b090e40 None None] For port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,segment=NetworkSegment(483059fd-53a6-4efc-9e3d-7f43c050cc3c),segment_id=483059fd-53a6-4efc-9e3d-7f43c050cc3c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:29.141759 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:27Z', 'revision_number': 3, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:29.164569 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.170494 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.173123 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Checking router: 4a514308-36ed-4ce2-b970-d677ea529c58 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:29.182017 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Updating router 4a514308-36ed-4ce2-b970-d677ea529c58 port f718b13b-9506-48ad-8eba-183306e2c420 binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:25:29.212184 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.236126 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-055406a4-80ef-4f00-96ee-86db6b090e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.305879 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.354427 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Network 791f5ca8-b1b5-425b-90c9-013911f045de is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:29.364691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:29.370960 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:29.374706 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Pushing event updated for resources: {'Port': ['ID=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:29.390094 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.db.api [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 17 17:25:29.391302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG oslo_db.api [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 17 17:25:29.412423 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055406a4-80ef-4f00-96ee-86db6b090e40 None None] Pushing event updated for resources: {'Port': ['ID=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:29.420130 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-cfa077c3-e785-4560-8ad6-df0c3499182a None None] Provisioning complete for port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:29.420507 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-cfa077c3-e785-4560-8ad6-df0c3499182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.435203 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.683567 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.710461 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.763481 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-fac593d0-fb7b-418d-ba9d-c8305bf76b48 None None] Provisioning complete for port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:29.763851 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fac593d0-fb7b-418d-ba9d-c8305bf76b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.804966 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-fac593d0-fb7b-418d-ba9d-c8305bf76b48 None None] Port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:25:29.811849 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.863633 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.871678 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132f862-99db-421d-ba6b-10d1d045b6ee None None] Pushing event updated for resources: {'Port': ['ID=f718b13b-9506-48ad-8eba-183306e2c420,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:29.876203 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Attempting to bind port f718b13b-9506-48ad-8eba-183306e2c420 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:29.876684 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Attempting to bind port f718b13b-9506-48ad-8eba-183306e2c420 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:29.877117 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Attempting to bind port f718b13b-9506-48ad-8eba-183306e2c420 on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:29.882628 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:29.883000 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:29.883401 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.883786 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:29.884242 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Bound port: f718b13b-9506-48ad-8eba-183306e2c420, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:29.884664 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.960977 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 39aad3de-12b6-42e1-a504-7c6d2defb97c up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:29.985877 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:29.986066 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] For port f718b13b-9506-48ad-8eba-183306e2c420, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:30.008333 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] For port f718b13b-9506-48ad-8eba-183306e2c420, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=f718b13b-9506-48ad-8eba-183306e2c420,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:30.025408 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 39aad3de-12b6-42e1-a504-7c6d2defb97c triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:30.025776 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:30.059468 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:30.063279 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Pushing event updated for resources: {'Port': ['ID=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:30.115062 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:30.164846 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Network 791f5ca8-b1b5-425b-90c9-013911f045de is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:30.166221 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:30.176651 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Routers {'4a514308-36ed-4ce2-b970-d677ea529c58'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:30.177268 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['4a514308-36ed-4ce2-b970-d677ea529c58'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:30.308834 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Router 4a514308-36ed-4ce2-b970-d677ea529c58 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:25:30.353723 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132f862-99db-421d-ba6b-10d1d045b6ee None None] Pushing event updated for resources: {'Port': ['ID=f718b13b-9506-48ad-8eba-183306e2c420,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:30.439799 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:30.440655 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-0915325b-928d-46ca-9ab7-e56628925a40 admin admin] 10.222.0.41 "PUT /v2.0/routers/4a514308-36ed-4ce2-b970-d677ea529c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0283849 Nov 17 17:25:30.458859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-293f5cce-0c85-4acb-a136-63e3976bbad0 None None] Provisioning complete for port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:30.459319 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-293f5cce-0c85-4acb-a136-63e3976bbad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:30.467722 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] Set router 4a514308-36ed-4ce2-b970-d677ea529c58 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:30.535710 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:30.565886 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-293f5cce-0c85-4acb-a136-63e3976bbad0 None None] Port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:25:30.686981 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:30.687644 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:30.826332 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 4, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4b30f2eb-0be6-4bb1-b22b-39f63c24afec', 'name': '', 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'mac_address': 'fa:16:3e:62:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '740553df-f370-488c-a373-dca9c14ce013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:28Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 2, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'subnets': [{'id': '740553df-f370-488c-a373-dca9c14ce013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:30.854415 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e44e1-96f5-4b54-86fd-52b0a65c830c None None] The sync data for ids ['4a514308-36ed-4ce2-b970-d677ea529c58'] in dv-cinder-797608-20-iscsi is: [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 4, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4b30f2eb-0be6-4bb1-b22b-39f63c24afec', 'name': '', 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'mac_address': 'fa:16:3e:62:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '740553df-f370-488c-a373-dca9c14ce013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:28Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 2, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'subnets': [{'id': '740553df-f370-488c-a373-dca9c14ce013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:31.354262 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49240) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:31.360331 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-ebf8dcdb-ac35-40f7-82ca-0a3f959a6ec5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801255051', 'description': 'tempest-secgroup-smoke-1801255051 description', 'project_id': '25b51140b87049ec95f868ffa923853e'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:31.440471 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebf8dcdb-ac35-40f7-82ca-0a3f959a6ec5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:31.541064 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebf8dcdb-ac35-40f7-82ca-0a3f959a6ec5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:31.686089 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebf8dcdb-ac35-40f7-82ca-0a3f959a6ec5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:31.722404 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8dcdb-ac35-40f7-82ca-0a3f959a6ec5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:31.799127 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebf8dcdb-ac35-40f7-82ca-0a3f959a6ec5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:31.800741 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-ebf8dcdb-ac35-40f7-82ca-0a3f959a6ec5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4442670 Nov 17 17:25:31.803651 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49244) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:31.808150 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-b69227ee-cc7e-492d-8cbc-d6b0b16e75bb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'security_group_rule': {'security_group_id': 'b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661', 'project_id': '25b51140b87049ec95f868ffa923853e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:31.950729 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b69227ee-cc7e-492d-8cbc-d6b0b16e75bb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.010001 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b69227ee-cc7e-492d-8cbc-d6b0b16e75bb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.083211 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b69227ee-cc7e-492d-8cbc-d6b0b16e75bb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.108571 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69227ee-cc7e-492d-8cbc-d6b0b16e75bb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3714f99-fa03-478d-b6d0-3bcdb07dc4de,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:32.170232 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b69227ee-cc7e-492d-8cbc-d6b0b16e75bb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.172037 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-b69227ee-cc7e-492d-8cbc-d6b0b16e75bb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668642 Nov 17 17:25:32.175077 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49246) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:32.179481 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-64ebb1cd-5e05-4632-804a-2c8ddaecbe50 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'security_group_rule': {'security_group_id': 'b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661', 'project_id': '25b51140b87049ec95f868ffa923853e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:32.302453 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-64ebb1cd-5e05-4632-804a-2c8ddaecbe50 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.369626 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-64ebb1cd-5e05-4632-804a-2c8ddaecbe50 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.454852 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-64ebb1cd-5e05-4632-804a-2c8ddaecbe50 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.473864 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebb1cd-5e05-4632-804a-2c8ddaecbe50 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f877abdc-5a3f-4a15-a136-3c85b1749799,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:32.534427 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device f718b13b-9506-48ad-8eba-183306e2c420 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:32.574297 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-64ebb1cd-5e05-4632-804a-2c8ddaecbe50 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.576485 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-64ebb1cd-5e05-4632-804a-2c8ddaecbe50 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4003918 Nov 17 17:25:32.581444 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49260) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:32.587363 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ed0b99a8-8a4b-4d37-b9a1-8d17f99c6cbc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'security_group_rule': {'security_group_id': 'b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661', 'project_id': '25b51140b87049ec95f868ffa923853e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:32.597984 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port f718b13b-9506-48ad-8eba-183306e2c420 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:32.598420 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.688822 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.709013 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port f718b13b-9506-48ad-8eba-183306e2c420, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=f718b13b-9506-48ad-8eba-183306e2c420,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:32.813797 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed0b99a8-8a4b-4d37-b9a1-8d17f99c6cbc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.857424 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.872574 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed0b99a8-8a4b-4d37-b9a1-8d17f99c6cbc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:32.908357 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=f718b13b-9506-48ad-8eba-183306e2c420,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:33.014073 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed0b99a8-8a4b-4d37-b9a1-8d17f99c6cbc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.036771 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b99a8-8a4b-4d37-b9a1-8d17f99c6cbc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afee2666-aecc-4926-8286-e9965a479bb8,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:33.159222 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed0b99a8-8a4b-4d37-b9a1-8d17f99c6cbc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.160508 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ed0b99a8-8a4b-4d37-b9a1-8d17f99c6cbc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5781524 Nov 17 17:25:33.163246 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49264) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:33.167533 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b88d6277-45d6-43f1-b38b-65177bbbf005 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'security_group_rule': {'security_group_id': 'b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661', 'project_id': '25b51140b87049ec95f868ffa923853e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:33.291167 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b88d6277-45d6-43f1-b38b-65177bbbf005 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.349935 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b88d6277-45d6-43f1-b38b-65177bbbf005 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.455315 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b88d6277-45d6-43f1-b38b-65177bbbf005 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.476811 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d6277-45d6-43f1-b38b-65177bbbf005 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247b5f7e-674e-4127-868d-9340749b6f1f,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:33.575909 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b88d6277-45d6-43f1-b38b-65177bbbf005 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.577166 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-b88d6277-45d6-43f1-b38b-65177bbbf005 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4129989 Nov 17 17:25:33.580814 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49272) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:33.585298 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f80ddcdc-c426-436a-b1b2-587a43fa8019 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'security_group_rule': {'security_group_id': 'b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661', 'project_id': '25b51140b87049ec95f868ffa923853e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:33.685880 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-f80ddcdc-c426-436a-b1b2-587a43fa8019 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Project 25b51140b87049ec95f868ffa923853e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 17:25:33.696639 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f80ddcdc-c426-436a-b1b2-587a43fa8019 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.761666 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f80ddcdc-c426-436a-b1b2-587a43fa8019 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.886242 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f80ddcdc-c426-436a-b1b2-587a43fa8019 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:33.900543 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ddcdc-c426-436a-b1b2-587a43fa8019 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68712a62-e8f0-4d25-a969-bf036e128a73,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:34.061966 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f80ddcdc-c426-436a-b1b2-587a43fa8019 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:34.067277 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49292) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:34.068053 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f80ddcdc-c426-436a-b1b2-587a43fa8019 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4853847 Nov 17 17:25:34.074794 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-77659214-40dc-4d0c-9703-464ddba8fd0d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'security_group_rule': {'security_group_id': 'b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661', 'project_id': '25b51140b87049ec95f868ffa923853e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:34.171779 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.securitygroups_db [None req-77659214-40dc-4d0c-9703-464ddba8fd0d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Project 25b51140b87049ec95f868ffa923853e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 17:25:34.178248 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77659214-40dc-4d0c-9703-464ddba8fd0d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:34.216024 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Sync routers for ids ['4a514308-36ed-4ce2-b970-d677ea529c58'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:34.230339 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Routers {'4a514308-36ed-4ce2-b970-d677ea529c58'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:34.230973 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['4a514308-36ed-4ce2-b970-d677ea529c58'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:34.245679 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77659214-40dc-4d0c-9703-464ddba8fd0d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:34.337707 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Set router 4a514308-36ed-4ce2-b970-d677ea529c58 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:34.351062 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77659214-40dc-4d0c-9703-464ddba8fd0d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:34.371368 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77659214-40dc-4d0c-9703-464ddba8fd0d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fe318e-b3b0-4320-895b-c13d754039d2,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:34.444199 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77659214-40dc-4d0c-9703-464ddba8fd0d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:34.445476 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-77659214-40dc-4d0c-9703-464ddba8fd0d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3768749 Nov 17 17:25:34.506703 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device f718b13b-9506-48ad-8eba-183306e2c420 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:34.588997 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port f718b13b-9506-48ad-8eba-183306e2c420 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:34.589477 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:34.666017 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 4, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4b30f2eb-0be6-4bb1-b22b-39f63c24afec', 'name': '', 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'mac_address': 'fa:16:3e:62:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '740553df-f370-488c-a373-dca9c14ce013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:28Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 2, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'subnets': [{'id': '740553df-f370-488c-a373-dca9c14ce013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:34.694369 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Checking router: 4a514308-36ed-4ce2-b970-d677ea529c58 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:34.695514 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Updating router 4a514308-36ed-4ce2-b970-d677ea529c58 port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:25:34.723943 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:34.992946 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.086064 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.131574 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc941fe-3f50-4161-803a-ba5e0b1728f5 None None] Pushing event updated for resources: {'Port': ['ID=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:35.219831 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Attempting to bind port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:35.219831 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Attempting to bind port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:35.220486 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Attempting to bind port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec on network 791f5ca8-b1b5-425b-90c9-013911f045de {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:35.225517 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:35.225895 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Checking segment: {'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:35.226287 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.226979 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Bound using segment: {'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:35.227303 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Bound port: 4b30f2eb-0be6-4bb1-b22b-39f63c24afec, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483059fd-53a6-4efc-9e3d-7f43c050cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:35.227687 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.304649 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] For port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:35.308814 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] For port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,segment=NetworkSegment(483059fd-53a6-4efc-9e3d-7f43c050cc3c),segment_id=483059fd-53a6-4efc-9e3d-7f43c050cc3c)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:35.421236 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-493e3ebc-7082-40fc-9d21-401761381168 None None] Provisioning complete for port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:35.421529 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-493e3ebc-7082-40fc-9d21-401761381168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.437225 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.462524 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-493e3ebc-7082-40fc-9d21-401761381168 None None] Port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:25:35.496988 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Routers {'4a514308-36ed-4ce2-b970-d677ea529c58'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:35.497611 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['4a514308-36ed-4ce2-b970-d677ea529c58'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:35.545041 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc941fe-3f50-4161-803a-ba5e0b1728f5 None None] Pushing event updated for resources: {'Port': ['ID=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,revision_number=4']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:35.642411 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] Set router 4a514308-36ed-4ce2-b970-d677ea529c58 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:35.779141 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49356) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:35.789560 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-3ed02b73-771e-4664-b4d0-18927bbd1450 None None] Provisioning complete for port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:35.790568 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3ed02b73-771e-4664-b4d0-18927bbd1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.897485 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3ed02b73-771e-4664-b4d0-18927bbd1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.908017 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 4, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4b30f2eb-0be6-4bb1-b22b-39f63c24afec', 'name': '', 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'mac_address': 'fa:16:3e:62:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '740553df-f370-488c-a373-dca9c14ce013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:28Z', 'updated_at': '2021-11-17T17:25:35Z', 'revision_number': 4, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'subnets': [{'id': '740553df-f370-488c-a373-dca9c14ce013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:35.916831 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-56c04ad4-30cc-45db-8619-a4fea48e5068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:35.932320 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-3ed02b73-771e-4664-b4d0-18927bbd1450 None None] For port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,segment=NetworkSegment(483059fd-53a6-4efc-9e3d-7f43c050cc3c),segment_id=483059fd-53a6-4efc-9e3d-7f43c050cc3c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:35.936125 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da292ebc-642e-424d-8865-6d95556f74fc None None] The sync data for ids ['4a514308-36ed-4ce2-b970-d677ea529c58'] in dv-cinder-797608-20-iscsi is: [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:29Z', 'revision_number': 4, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '4b30f2eb-0be6-4bb1-b22b-39f63c24afec', 'name': '', 'network_id': '791f5ca8-b1b5-425b-90c9-013911f045de', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'mac_address': 'fa:16:3e:62:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '740553df-f370-488c-a373-dca9c14ce013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:28Z', 'updated_at': '2021-11-17T17:25:35Z', 'revision_number': 4, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'subnets': [{'id': '740553df-f370-488c-a373-dca9c14ce013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:35.997629 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-56c04ad4-30cc-45db-8619-a4fea48e5068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:36.072137 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3ed02b73-771e-4664-b4d0-18927bbd1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:36.100703 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-56c04ad4-30cc-45db-8619-a4fea48e5068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:36.130210 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed02b73-771e-4664-b4d0-18927bbd1450 None None] Pushing event updated for resources: {'Port': ['ID=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:36.161902 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-56c04ad4-30cc-45db-8619-a4fea48e5068 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2acda3fe69b4b61909668bbdef9ed0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815310 Nov 17 17:25:36.162214 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49374) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:36.163175 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c04ad4-30cc-45db-8619-a4fea48e5068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90917155-f5d7-4210-a23c-386b47dcd375,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:36.227879 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce0d47f0-9f03-4e2e-a0ea-6d149c34419e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:36.252539 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce0d47f0-9f03-4e2e-a0ea-6d149c34419e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:36.425547 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce0d47f0-9f03-4e2e-a0ea-6d149c34419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:36.428220 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce0d47f0-9f03-4e2e-a0ea-6d149c34419e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:36.429409 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ce0d47f0-9f03-4e2e-a0ea-6d149c34419e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90917155-f5d7-4210-a23c-386b47dcd375 HTTP/1.1" status: 204 len: 168 time: 0.2660544 Nov 17 17:25:36.437918 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d47f0-9f03-4e2e-a0ea-6d149c34419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90917155-f5d7-4210-a23c-386b47dcd375,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:36.554671 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 4b30f2eb-0be6-4bb1-b22b-39f63c24afec up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:36.632136 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:36.632505 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:38.397246 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:45.934422 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49636) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:46.074479 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38f4fd32-78ea-4709-8d71-a8dbc131b267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:46.147039 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38f4fd32-78ea-4709-8d71-a8dbc131b267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:46.228293 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38f4fd32-78ea-4709-8d71-a8dbc131b267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:46.267828 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-38f4fd32-78ea-4709-8d71-a8dbc131b267 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=627222f6d93a4ba1bc94c1aea4b5f1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320639 Nov 17 17:25:46.268743 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4fd32-78ea-4709-8d71-a8dbc131b267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980391ca-b89d-4e20-8e7d-d9e4ca34ce39,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:46.270720 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49644) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:46.319982 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:46.342747 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:46.474411 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab578-2776-40b1-97cd-8b0108556239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:46.474940 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:46.477146 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:46.478291 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/980391ca-b89d-4e20-8e7d-d9e4ca34ce39 HTTP/1.1" status: 204 len: 168 time: 0.2059886 Nov 17 17:25:46.487364 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980391ca-b89d-4e20-8e7d-d9e4ca34ce39,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.498365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.499321 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:46.499321 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2119a7-71cd-4e8d-b19b-1bd56f6741eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:47.343486 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49660) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:47.350379 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a4f9999-3f4a-4bbf-9bc8-f36ee6e05bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:47.426397 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a4f9999-3f4a-4bbf-9bc8-f36ee6e05bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:47.519649 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a4f9999-3f4a-4bbf-9bc8-f36ee6e05bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:47.559696 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-7a4f9999-3f4a-4bbf-9bc8-f36ee6e05bba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4c9734ce618482baf6f6b9eb3768ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211299 Nov 17 17:25:47.560623 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f9999-3f4a-4bbf-9bc8-f36ee6e05bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7584cd3-a963-48ea-bffd-7e2e969110e7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:47.562548 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49662) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:47.620247 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6212c97b-5a5f-4f67-94dd-bf2c1ae26cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:47.645298 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6212c97b-5a5f-4f67-94dd-bf2c1ae26cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:47.777356 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6212c97b-5a5f-4f67-94dd-bf2c1ae26cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:47.780363 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6212c97b-5a5f-4f67-94dd-bf2c1ae26cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:47.781735 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6212c97b-5a5f-4f67-94dd-bf2c1ae26cf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7584cd3-a963-48ea-bffd-7e2e969110e7 HTTP/1.1" status: 204 len: 168 time: 0.2172494 Nov 17 17:25:47.795638 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212c97b-5a5f-4f67-94dd-bf2c1ae26cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7584cd3-a963-48ea-bffd-7e2e969110e7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:48.728201 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-22fb7ad8-e756-4c09-9c5e-7aa6b6c2e0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:49.902844 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:50.079450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49730) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:50.184747 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0129be4-1845-43fc-b745-800fb1bd347e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:50.273101 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0129be4-1845-43fc-b745-800fb1bd347e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:50.402375 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0129be4-1845-43fc-b745-800fb1bd347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:50.441086 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c0129be4-1845-43fc-b745-800fb1bd347e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5aadb5aa26d4189bb13b9b0cda71794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605046 Nov 17 17:25:50.441927 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0129be4-1845-43fc-b745-800fb1bd347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f4a02-4831-409b-a48a-22a4a997d98f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:50.443847 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49738) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:50.497727 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ab8641d-f6f0-4bfa-be52-2f4f10389160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:50.524038 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ab8641d-f6f0-4bfa-be52-2f4f10389160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:50.662664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ab8641d-f6f0-4bfa-be52-2f4f10389160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:50.665205 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ab8641d-f6f0-4bfa-be52-2f4f10389160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:50.666407 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-7ab8641d-f6f0-4bfa-be52-2f4f10389160 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c2f4a02-4831-409b-a48a-22a4a997d98f HTTP/1.1" status: 204 len: 168 time: 0.2214282 Nov 17 17:25:50.674203 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8641d-f6f0-4bfa-be52-2f4f10389160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f4a02-4831-409b-a48a-22a4a997d98f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:51.305668 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:51.701538 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:25:51.757908 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49782) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:51.854139 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1053267669-network', 'tenant_id': '228da8cee1034aa49372445119caea4d'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:52.002467 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Made reservation on behalf of 228da8cee1034aa49372445119caea4d for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:52.004772 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.013291 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.085658 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.120304 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.156536 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.180850 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:25:52.190503 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c98960-3def-4cd3-9019-4d034611dc3f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:52.196424 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.196854 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.segments_db [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Added segment 3c899985-6686-46fd-8522-f1584dee8cfa of type vlan for network 50d57242-085a-459a-8640-40764fd9ef01 Nov 17 17:25:52.236148 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.350851 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.351840 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:52.352439 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.412599 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] Pushing event updated for resources: {'Network': ['ID=50d57242-085a-459a-8640-40764fd9ef01,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:52.421989 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 50d57242-085a-459a-8640-40764fd9ef01 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:25:52.479268 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-f28d9ba1-d13b-4982-9c48-eacab0d0fe83 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7201650 Nov 17 17:25:52.482119 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49790) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:52.487540 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Request body: {'subnet': {'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1053267669-subnet', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:52.599820 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Made reservation on behalf of 228da8cee1034aa49372445119caea4d for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:52.602250 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5086242'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.834393 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4649023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5086220'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:52.882220 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d4d4d5-514b-4784-adcc-45e75b8839c6,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:52.897477 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Checking segment: {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:52.897826 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Network hostable DHCP agents. Network: 50d57242-085a-459a-8640-40764fd9ef01, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:25:52.999105 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Network 50d57242-085a-459a-8640-40764fd9ef01 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:25:53.070418 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 50d57242-085a-459a-8640-40764fd9ef01) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:53.074596 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:53.075222 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.080106 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662ceda-1b31-4659-8885-996112d25340 None None] Network 50d57242-085a-459a-8640-40764fd9ef01 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:53.164798 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ff1af349-c201-476e-9396-4e951db5e3d3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6816161 Nov 17 17:25:53.167286 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 49796) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:53.171392 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:53.224504 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-50d57242-085a-459a-8640-40764fd9ef01', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:25:53.225385 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.257264 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.258380 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.311548 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.359558 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Allocated IP 172.20.0.2 (50d57242-085a-459a-8640-40764fd9ef01/04d4d4d5-514b-4784-adcc-45e75b8839c6/6fc06f19-a226-4143-aa74-28516efc6f70) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:53.501419 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.509875 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.557248 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.598542 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Network 50d57242-085a-459a-8640-40764fd9ef01 is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:53.601287 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:53.605692 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:53.608675 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Pushing event updated for resources: {'Port': ['ID=6fc06f19-a226-4143-aa74-28516efc6f70,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:53.618778 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.619125 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.619461 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.619791 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.620119 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.620454 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.620801 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.621122 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.621445 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.621763 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.622081 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.622396 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:25:53.676415 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Attempting to bind port 6fc06f19-a226-4143-aa74-28516efc6f70 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:53.676804 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Attempting to bind port 6fc06f19-a226-4143-aa74-28516efc6f70 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:53.677166 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Attempting to bind port 6fc06f19-a226-4143-aa74-28516efc6f70 on network 50d57242-085a-459a-8640-40764fd9ef01 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:53.682406 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:53.682776 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Checking segment: {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:53.683174 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.683561 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Bound using segment: {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:53.684024 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Bound port: 6fc06f19-a226-4143-aa74-28516efc6f70, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:53.684396 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.745946 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] For port 6fc06f19-a226-4143-aa74-28516efc6f70, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:53.749052 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] For port 6fc06f19-a226-4143-aa74-28516efc6f70, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=6fc06f19-a226-4143-aa74-28516efc6f70,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:53.790437 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.809117 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.842848 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:53.905500 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac35d9-8867-42a0-85ac-069458d801fc None None] Pushing event updated for resources: {'Port': ['ID=6fc06f19-a226-4143-aa74-28516efc6f70,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:53.928042 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Allocated IP 172.27.1.113 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/0f42cdd6-3169-4d85-ab0e-92907f5708ba) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:54.039213 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:54.154734 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:54.194779 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:54.199502 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:54.202928 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:54.208555 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Pushing event updated for resources: {'Port': ['ID=0f42cdd6-3169-4d85-ab0e-92907f5708ba,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:54.533005 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 6fc06f19-a226-4143-aa74-28516efc6f70 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:54.546779 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:54.596299 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 6fc06f19-a226-4143-aa74-28516efc6f70 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:54.596717 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:54.683099 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:54.723190 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 6fc06f19-a226-4143-aa74-28516efc6f70, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=6fc06f19-a226-4143-aa74-28516efc6f70,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:54.758766 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:54.799787 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:54.844219 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdc35a-e710-4117-9ced-b5256bef6256 None None] Network 50d57242-085a-459a-8640-40764fd9ef01 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:54.884958 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=6fc06f19-a226-4143-aa74-28516efc6f70,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:54.945461 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-3a068027-c37f-470b-b578-3473369b8fba None None] Provisioning complete for port 6fc06f19-a226-4143-aa74-28516efc6f70 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:54.945828 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-3a068027-c37f-470b-b578-3473369b8fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:54.979519 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:25:55.091358 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:55.101964 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Sync routers for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:55.112962 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:55.113667 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:55.187865 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] Publish callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:55.190075 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-46b52418-0326-444b-af48-3c91d6d4ab94 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0218635 Nov 17 17:25:55.192852 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49810) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:55.363327 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-fc9e0a8f-5856-4a2c-9420-d3f88d16e001 None None] Provisioning complete for port 6fc06f19-a226-4143-aa74-28516efc6f70 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:55.363582 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fc9e0a8f-5856-4a2c-9420-d3f88d16e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:55.366049 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:55.619051 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:54Z', 'revision_number': 3, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:55.646611 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Checking router: 68f94c2a-2be1-4bba-9dfe-02a153ff6219 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:55.646962 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Updating router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 port 0f42cdd6-3169-4d85-ab0e-92907f5708ba binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:25:55.660370 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:55.676489 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:55.820797 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Allocated IP 172.20.0.1 (50d57242-085a-459a-8640-40764fd9ef01/04d4d4d5-514b-4784-adcc-45e75b8839c6/0e9b84fd-5cd0-4a84-b505-865ae9e13d74) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:55.935662 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:55.942329 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.025365 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.081254 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Attempting to bind port 0f42cdd6-3169-4d85-ab0e-92907f5708ba on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:56.081624 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Attempting to bind port 0f42cdd6-3169-4d85-ab0e-92907f5708ba by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:56.081994 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Attempting to bind port 0f42cdd6-3169-4d85-ab0e-92907f5708ba on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:56.090463 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766420d1-c2ae-4eca-aac4-86ddafaf7886 None None] Pushing event updated for resources: {'Port': ['ID=0f42cdd6-3169-4d85-ab0e-92907f5708ba,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:56.094070 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:56.095026 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:56.095697 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.096096 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:56.096607 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Bound port: 0f42cdd6-3169-4d85-ab0e-92907f5708ba, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:56.097000 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.155388 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] For port 0f42cdd6-3169-4d85-ab0e-92907f5708ba, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:56.159449 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] For port 0f42cdd6-3169-4d85-ab0e-92907f5708ba, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=0f42cdd6-3169-4d85-ab0e-92907f5708ba,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:56.220748 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.282826 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:56.282826 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:56.316741 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.322809 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766420d1-c2ae-4eca-aac4-86ddafaf7886 None None] Pushing event updated for resources: {'Port': ['ID=0f42cdd6-3169-4d85-ab0e-92907f5708ba,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:56.355482 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Network 50d57242-085a-459a-8640-40764fd9ef01 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:56.358733 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:56.364767 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:25:56.395855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Pushing event updated for resources: {'Port': ['ID=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:56.398977 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:56.417850 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.529143 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 6fc06f19-a226-4143-aa74-28516efc6f70 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:56.636460 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-e7296861-7ebe-442a-a406-2a3578a55ff8 None None] Provisioning complete for port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:56.637116 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e7296861-7ebe-442a-a406-2a3578a55ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.640764 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 6fc06f19-a226-4143-aa74-28516efc6f70 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:56.642016 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.697777 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.706331 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-e7296861-7ebe-442a-a406-2a3578a55ff8 None None] Port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:25:56.720855 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:54Z', 'revision_number': 3, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:56.751721 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ec2f69-cf83-447d-a729-db88579be8c3 None None] The sync data for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi is: [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:54Z', 'revision_number': 3, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:56.869614 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:56.942784 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:57.014547 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Pushing event updated for resources: {'Port': ['ID=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:57.024123 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:57.117855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Network 50d57242-085a-459a-8640-40764fd9ef01 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:25:57.119368 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:57.246996 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:25:57.331464 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-57c4fafd-d5d5-41af-9af7-d2f9d4a2dccf None None] Provisioning complete for port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:57.331840 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-57c4fafd-d5d5-41af-9af7-d2f9d4a2dccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:57.366463 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-57c4fafd-d5d5-41af-9af7-d2f9d4a2dccf None None] Port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:25:57.371545 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:25:57.380565 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-dcdd9129-c4be-4643-bffd-018654ca2a5d admin admin] 10.222.0.41 "PUT /v2.0/routers/68f94c2a-2be1-4bba-9dfe-02a153ff6219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1832111 Nov 17 17:25:58.122195 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49844) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:58.128179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1981557174-network', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:58.213575 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Made reservation on behalf of 4f2b15723ec34e98a4f5b58bb9615aa1 for: {'network': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:58.215919 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for network, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.221807 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Sync routers for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:25:58.231078 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.232156 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:58.232821 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:58.311606 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.342645 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:58.402018 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.426687 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=102411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 17:25:58.435342 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d56449-c38b-4a09-a247-1bbc413448ff,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:58.444233 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.444233 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.segments_db [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Added segment a053976c-84fe-4d84-a40c-c98adcfa6186 of type vlan for network 3e2b44da-a277-4900-aff9-682f625a0c43 Nov 17 17:25:58.484493 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753969494550'] for network, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.539852 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 0f42cdd6-3169-4d85-ab0e-92907f5708ba up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:25:58.555599 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 2, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:58.584180 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Checking router: 68f94c2a-2be1-4bba-9dfe-02a153ff6219 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:25:58.584598 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Updating router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:25:58.588067 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 0f42cdd6-3169-4d85-ab0e-92907f5708ba triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:58.588511 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.596690 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069'] for network, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.597690 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:58.598274 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.611350 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.661723 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] Pushing event updated for resources: {'Network': ['ID=3e2b44da-a277-4900-aff9-682f625a0c43,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:58.679677 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Network 3e2b44da-a277-4900-aff9-682f625a0c43 details requested by agent ovs-agent-dv-cinder-797608-20-iscsi with host dv-cinder-797608-20-iscsi {{(pid=102412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 17:25:58.685893 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-50eed60e-88d1-4e70-83da-1262f3569785 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5626168 Nov 17 17:25:58.689747 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49852) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:58.695767 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Request body: {'subnet': {'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1981557174-subnet', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'ip_version': 4}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:58.747028 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.776695 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port 0f42cdd6-3169-4d85-ab0e-92907f5708ba, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=0f42cdd6-3169-4d85-ab0e-92907f5708ba,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:25:58.799487 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Made reservation on behalf of 4f2b15723ec34e98a4f5b58bb9615aa1 for: {'subnet': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:25:58.801982 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369207'] for subnet, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.883038 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.902265 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:58.950529 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=0f42cdd6-3169-4d85-ab0e-92907f5708ba,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:58.965655 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.033536 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614edab-73f3-4390-9401-6d75806933d4 None None] Pushing event updated for resources: {'Port': ['ID=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:59.063002 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369177'] for subnet, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.067752 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Attempting to bind port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:25:59.068113 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Attempting to bind port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:25:59.071146 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Attempting to bind port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 on network 50d57242-085a-459a-8640-40764fd9ef01 {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:25:59.074819 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:25:59.075207 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Checking segment: {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:59.075603 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.075996 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Bound using segment: {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:25:59.076460 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Bound port: 0e9b84fd-5cd0-4a84-b505-865ae9e13d74, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:25:59.076871 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.124811 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e209d0-b250-437d-b195-303cef138d81,revision_number=0']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:59.132946 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Checking segment: {'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:25:59.133431 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Network hostable DHCP agents. Network: 3e2b44da-a277-4900-aff9-682f625a0c43, hostable agents: ['51ffae6c-5fa2-4c48-a1c8-2b1d210c541c'], hosted agents: [] {{(pid=102411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 17:25:59.145400 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] For port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:25:59.148538 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] For port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:25:59.203501 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-700170b5-e4d3-47e4-a9e0-d2fae662c7bb None None] Provisioning complete for port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:59.204589 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-700170b5-e4d3-47e4-a9e0-d2fae662c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.237782 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-700170b5-e4d3-47e4-a9e0-d2fae662c7bb None None] Port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:25:59.245208 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Network 3e2b44da-a277-4900-aff9-682f625a0c43 is scheduled to be hosted by DHCP agent 51ffae6c-5fa2-4c48-a1c8-2b1d210c541c with binding_index 1 {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 17:25:59.257121 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.313982 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-20-iscsi, 3e2b44da-a277-4900-aff9-682f625a0c43) {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:25:59.319392 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614edab-73f3-4390-9401-6d75806933d4 None None] Pushing event updated for resources: {'Port': ['ID=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,revision_number=4']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:25:59.325655 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:25:59.326663 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:59.330992 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ff4502-152b-4d06-88c6-f5254f9e1122 None None] Network 3e2b44da-a277-4900-aff9-682f625a0c43 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:25:59.345524 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:25:59.350712 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.447902 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-8317416a-f0f7-4899-86b5-b39dd41543ef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7568057 Nov 17 17:25:59.450428 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49862) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:25:59.455894 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:25:59.549802 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4b07241-8683-54de-bd2f-5f5c814d06d9-3e2b44da-a277-4900-aff9-682f625a0c43', 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'fixed_ips': [{'subnet_id': '19e209d0-b250-437d-b195-303cef138d81'}]}} from dv-cinder-797608-20-iscsi. {{(pid=102412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 17:25:59.550689 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.560132 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8091263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12061'] for router, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.562360 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8091087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8064739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8119180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12038'] for router, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.587094 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:25:59.643408 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.708709 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-fd9befcc-8ecb-441a-a081-10b98bb1e805 None None] Provisioning complete for port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:25:59.709353 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fd9befcc-8ecb-441a-a081-10b98bb1e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:25:59.744654 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.db_base_plugin_common [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Allocated IP 172.20.0.2 (3e2b44da-a277-4900-aff9-682f625a0c43/19e209d0-b250-437d-b195-303cef138d81/2b472004-b4b0-494a-a1fa-77619ad64ed1) {{(pid=102412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:25:59.814634 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:25:59Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:25:59.843342 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489f89b-cd3d-4d0a-a8cb-d83285db6900 None None] The sync data for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi is: [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:25:59Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:25:59.921718 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.033819 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fd9befcc-8ecb-441a-a081-10b98bb1e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.112130 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-fd9befcc-8ecb-441a-a081-10b98bb1e805 None None] For port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:00.132807 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Publish callbacks [] for port, precommit_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.179899 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fd9befcc-8ecb-441a-a081-10b98bb1e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.207377 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696'] for port, after_create {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.242621 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Network 3e2b44da-a277-4900-aff9-682f625a0c43 is already hosted by enough agents. {{(pid=102412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:00.245447 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.scheduler.base_scheduler [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Resources bound (agent type, host, resource id): {{(pid=102412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:00.249277 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Received port after_create {{(pid=102412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:26:00.252666 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9befcc-8ecb-441a-a081-10b98bb1e805 None None] Pushing event updated for resources: {'Port': ['ID=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:00.257626 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.287760 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.327535 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Pushing event updated for resources: {'Port': ['ID=2b472004-b4b0-494a-a1fa-77619ad64ed1,revision_number=1']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:00.345109 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Attempting to bind port 2b472004-b4b0-494a-a1fa-77619ad64ed1 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:26:00.345485 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Attempting to bind port 2b472004-b4b0-494a-a1fa-77619ad64ed1 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:26:00.345964 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Attempting to bind port 2b472004-b4b0-494a-a1fa-77619ad64ed1 on network 3e2b44da-a277-4900-aff9-682f625a0c43 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:00.351612 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:26:00.351992 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Checking segment: {'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:26:00.352399 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.352893 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Bound using segment: {'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:26:00.353369 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Bound port: 2b472004-b4b0-494a-a1fa-77619ad64ed1, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:26:00.353779 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.431482 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Allocated IP 172.27.1.101 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/eb0090e3-c58b-472d-b5e1-6bb99a30ddf5) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:26:00.445506 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d0d59124-5923-49fd-b254-f94af56911be None None] For port 2b472004-b4b0-494a-a1fa-77619ad64ed1, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:26:00.449327 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d0d59124-5923-49fd-b254-f94af56911be None None] For port 2b472004-b4b0-494a-a1fa-77619ad64ed1, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=2b472004-b4b0-494a-a1fa-77619ad64ed1,segment=NetworkSegment(a053976c-84fe-4d84-a40c-c98adcfa6186),segment_id=a053976c-84fe-4d84-a40c-c98adcfa6186)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:26:00.537514 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.556179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.619213 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d59124-5923-49fd-b254-f94af56911be None None] Pushing event updated for resources: {'Port': ['ID=2b472004-b4b0-494a-a1fa-77619ad64ed1,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:00.642543 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:00.680556 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.699036 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:00.699407 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:00.727071 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:00.730112 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:00.737024 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:26:00.763001 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Pushing event updated for resources: {'Port': ['ID=eb0090e3-c58b-472d-b5e1-6bb99a30ddf5,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:00.824664 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 0f42cdd6-3169-4d85-ab0e-92907f5708ba up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:00.879235 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 0f42cdd6-3169-4d85-ab0e-92907f5708ba triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:00.879663 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:01.091619 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:01.286613 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8091078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064702'] for router, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:01.510751 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Router 069af1fe-bd80-4a53-a2bb-0809c94daa14 is scheduled to L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 with binding_index 1 {{(pid=102411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 17:26:01.621936 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b7ba0-96a6-4f85-a7a3-6f062f929603 None None] Network 3e2b44da-a277-4900-aff9-682f625a0c43 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:26:01.753793 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-6fa54b77-bb77-459b-bdae-d39943af58e7 None None] Provisioning complete for port 2b472004-b4b0-494a-a1fa-77619ad64ed1 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:01.754188 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6fa54b77-bb77-459b-bdae-d39943af58e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:01.869008 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6fa54b77-bb77-459b-bdae-d39943af58e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:01.884367 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:26:01.897339 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Sync routers for ids ['069af1fe-bd80-4a53-a2bb-0809c94daa14'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:26:01.917610 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-6fa54b77-bb77-459b-bdae-d39943af58e7 None None] For port 2b472004-b4b0-494a-a1fa-77619ad64ed1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=2b472004-b4b0-494a-a1fa-77619ad64ed1,segment=NetworkSegment(a053976c-84fe-4d84-a40c-c98adcfa6186),segment_id=a053976c-84fe-4d84-a40c-c98adcfa6186)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:01.920874 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Routers {'069af1fe-bd80-4a53-a2bb-0809c94daa14'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:26:01.921490 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['069af1fe-bd80-4a53-a2bb-0809c94daa14'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:01.976343 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:01.977701 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-cfb84550-3aaf-439e-a90b-9de091ad1e3d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5263219 Nov 17 17:26:01.980362 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 49886) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:02.024886 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6fa54b77-bb77-459b-bdae-d39943af58e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.056086 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Set router 069af1fe-bd80-4a53-a2bb-0809c94daa14 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:26:02.194298 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa54b77-bb77-459b-bdae-d39943af58e7 None None] Pushing event updated for resources: {'Port': ['ID=2b472004-b4b0-494a-a1fa-77619ad64ed1,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:02.212889 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-1f0bbf9a-4491-4e30-b930-f5044c1c0523 None None] Provisioning complete for port 2b472004-b4b0-494a-a1fa-77619ad64ed1 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:02.213261 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbf9a-4491-4e30-b930-f5044c1c0523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.345784 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:26:00Z', 'revision_number': 3, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port': {'id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:00Z', 'updated_at': '2021-11-17T17:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:02.379858 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Checking router: 069af1fe-bd80-4a53-a2bb-0809c94daa14 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:26:02.380209 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Updating router 069af1fe-bd80-4a53-a2bb-0809c94daa14 port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 binding host dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:26:02.405747 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.408831 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.593534 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 2b472004-b4b0-494a-a1fa-77619ad64ed1 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:02.606128 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Allocated IP 172.20.0.1 (3e2b44da-a277-4900-aff9-682f625a0c43/19e209d0-b250-437d-b195-303cef138d81/5e1ee82b-5a94-43bb-ba84-f4fe658395b6) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:26:02.686512 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 2b472004-b4b0-494a-a1fa-77619ad64ed1 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:02.687281 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.724416 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.756468 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Publish callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.854041 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.879489 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.893247 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Network 3e2b44da-a277-4900-aff9-682f625a0c43 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:02.896325 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:02.902804 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:26:02.931955 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Pushing event updated for resources: {'Port': ['ID=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:02.932393 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Attempting to bind port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:26:02.932795 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Attempting to bind port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:26:02.933160 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Attempting to bind port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 on network 6f851819-d6c4-482e-860a-8bb1bda22708 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:02.949290 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8063422'] for router_interface, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.952460 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:26:02.952957 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Checking segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:26:02.953439 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.954682 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Bound using segment: {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:26:02.955211 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Bound port: eb0090e3-c58b-472d-b5e1-6bb99a30ddf5, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ea420-318a-42cf-a9f1-76b845eb7713', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:26:02.956015 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:02.957938 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679e1e1-62b1-4726-b2ab-6505ce8a145e None None] Pushing event updated for resources: {'Port': ['ID=eb0090e3-c58b-472d-b5e1-6bb99a30ddf5,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:03.020406 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] For port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:26:03.023618 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] For port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=eb0090e3-c58b-472d-b5e1-6bb99a30ddf5,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:26:03.109147 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:03.159544 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:03.168475 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Routers {'069af1fe-bd80-4a53-a2bb-0809c94daa14'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:26:03.169155 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['069af1fe-bd80-4a53-a2bb-0809c94daa14'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:03.220996 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679e1e1-62b1-4726-b2ab-6505ce8a145e None None] Pushing event updated for resources: {'Port': ['ID=eb0090e3-c58b-472d-b5e1-6bb99a30ddf5,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:03.226731 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-4342fd96-d3ef-43f8-8963-76994e6173cd None None] Provisioning complete for port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:03.227111 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4342fd96-d3ef-43f8-8963-76994e6173cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:03.296316 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-4342fd96-d3ef-43f8-8963-76994e6173cd None None] Port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:26:03.321358 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:03.322321 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] Set router 069af1fe-bd80-4a53-a2bb-0809c94daa14 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:26:03.373459 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:03.439232 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7927051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8061261'] for router_interface, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:03.441871 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Pushing event updated for resources: {'Port': ['ID=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:03.522664 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:26:03Z', 'revision_number': 4, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port': {'id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:00Z', 'updated_at': '2021-11-17T17:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '5e1ee82b-5a94-43bb-ba84-f4fe658395b6', 'name': '', 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'mac_address': 'fa:16:3e:ef:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '19e209d0-b250-437d-b195-303cef138d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:02Z', 'updated_at': '2021-11-17T17:26:02Z', 'revision_number': 1, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'subnets': [{'id': '19e209d0-b250-437d-b195-303cef138d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:03.538871 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Network 3e2b44da-a277-4900-aff9-682f625a0c43 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:03.545833 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:03.556629 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879ec6f-719c-40a6-b2a2-880e8f4a4923 None None] The sync data for ids ['069af1fe-bd80-4a53-a2bb-0809c94daa14'] in dv-cinder-797608-20-iscsi is: [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:26:03Z', 'revision_number': 4, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port': {'id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:00Z', 'updated_at': '2021-11-17T17:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '5e1ee82b-5a94-43bb-ba84-f4fe658395b6', 'name': '', 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'mac_address': 'fa:16:3e:ef:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '19e209d0-b250-437d-b195-303cef138d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:02Z', 'updated_at': '2021-11-17T17:26:02Z', 'revision_number': 1, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'subnets': [{'id': '19e209d0-b250-437d-b195-303cef138d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:26:03.675367 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Router 069af1fe-bd80-4a53-a2bb-0809c94daa14 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:26:03.820707 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-a7d340ac-a21d-4eb9-924e-e8ea59d09716 None None] Provisioning complete for port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:03.821404 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a7d340ac-a21d-4eb9-924e-e8ea59d09716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:03.827277 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:26:03.838658 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-a8cbbdd0-7a6b-46aa-bbfb-65d5ffe72f4e admin admin] 10.222.0.41 "PUT /v2.0/routers/069af1fe-bd80-4a53-a2bb-0809c94daa14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537390 Nov 17 17:26:03.879947 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-a7d340ac-a21d-4eb9-924e-e8ea59d09716 None None] Port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:26:04.564097 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:04.614665 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:04.615043 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:04.696968 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:04.727640 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] For port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=eb0090e3-c58b-472d-b5e1-6bb99a30ddf5,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:04.819409 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:05.032265 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Pushing event updated for resources: {'Port': ['ID=eb0090e3-c58b-472d-b5e1-6bb99a30ddf5,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:06.548181 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:06.604293 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:06.604784 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:07.146818 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Sync routers for ids ['069af1fe-bd80-4a53-a2bb-0809c94daa14'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:26:07.158672 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Routers {'069af1fe-bd80-4a53-a2bb-0809c94daa14'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:26:07.159302 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['069af1fe-bd80-4a53-a2bb-0809c94daa14'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:07.274761 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Set router 069af1fe-bd80-4a53-a2bb-0809c94daa14 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:26:07.496659 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:26:03Z', 'revision_number': 4, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port': {'id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:00Z', 'updated_at': '2021-11-17T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '5e1ee82b-5a94-43bb-ba84-f4fe658395b6', 'name': '', 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'mac_address': 'fa:16:3e:ef:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '19e209d0-b250-437d-b195-303cef138d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:02Z', 'updated_at': '2021-11-17T17:26:03Z', 'revision_number': 2, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'subnets': [{'id': '19e209d0-b250-437d-b195-303cef138d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:07.524389 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Checking router: 069af1fe-bd80-4a53-a2bb-0809c94daa14 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:26:07.524786 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Updating router 069af1fe-bd80-4a53-a2bb-0809c94daa14 port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 binding host dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 17:26:07.556859 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:07.816787 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:07.893535 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:07.941939 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6844bbb-bf4a-495e-8789-5a3496d9b739 None None] Pushing event updated for resources: {'Port': ['ID=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,revision_number=3']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:08.005197 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Attempting to bind port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 on host dv-cinder-797608-20-iscsi for vnic_type normal with profile {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:26:08.005558 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Attempting to bind port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 by drivers openvswitch,hyperv on host dv-cinder-797608-20-iscsi at level 0 using segments [{'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:26:08.005916 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Attempting to bind port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 on network 3e2b44da-a277-4900-aff9-682f625a0c43 {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:08.013173 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Checking agent: {'id': 'd3db82ba-453e-477b-80f1-128823379fb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 9, 52), 'started_at': datetime.datetime(2021, 11, 17, 17, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:26:08.013781 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Checking segment: {'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:26:08.014098 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.014487 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Bound using segment: {'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'} {{(pid=102413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:26:08.014949 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.managers [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Bound port: 5e1ee82b-5a94-43bb-ba84-f4fe658395b6, host: dv-cinder-797608-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a053976c-84fe-4d84-a40c-c98adcfa6186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43'}}] {{(pid=102413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:26:08.015335 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.101857 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] For port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6, host dv-cinder-797608-20-iscsi, cleared binding levels {{(pid=102413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:26:08.104274 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.plugins.ml2.db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] For port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6, host dv-cinder-797608-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,segment=NetworkSegment(a053976c-84fe-4d84-a40c-c98adcfa6186),segment_id=a053976c-84fe-4d84-a40c-c98adcfa6186)] {{(pid=102413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:26:08.162027 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5a92676e-bd26-4f4f-805a-2f4a63e4a6ab None None] Provisioning complete for port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:08.162027 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5a92676e-bd26-4f4f-805a-2f4a63e4a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.188146 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron_lib.callbacks.manager [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.200847 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5a92676e-bd26-4f4f-805a-2f4a63e4a6ab None None] Port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:26:08.262778 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Routers {'069af1fe-bd80-4a53-a2bb-0809c94daa14'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:26:08.266758 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:25:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['069af1fe-bd80-4a53-a2bb-0809c94daa14'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:08.408116 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6844bbb-bf4a-495e-8789-5a3496d9b739 None None] Pushing event updated for resources: {'Port': ['ID=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,revision_number=4']} {{(pid=102413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:08.442244 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] Set router 069af1fe-bd80-4a53-a2bb-0809c94daa14 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:26:08.529479 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5a0da0d8-8852-427a-9da0-92af723cf18a None None] Provisioning complete for port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:08.531235 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d8-8852-427a-9da0-92af723cf18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.612028 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:08.690789 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d8-8852-427a-9da0-92af723cf18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.718737 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:26:03Z', 'revision_number': 4, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port': {'id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:00Z', 'updated_at': '2021-11-17T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '5e1ee82b-5a94-43bb-ba84-f4fe658395b6', 'name': '', 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'mac_address': 'fa:16:3e:ef:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '19e209d0-b250-437d-b195-303cef138d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:02Z', 'updated_at': '2021-11-17T17:26:08Z', 'revision_number': 4, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'subnets': [{'id': '19e209d0-b250-437d-b195-303cef138d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:08.730426 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:08.730776 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.736218 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5a0da0d8-8852-427a-9da0-92af723cf18a None None] For port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,segment=NetworkSegment(a053976c-84fe-4d84-a40c-c98adcfa6186),segment_id=a053976c-84fe-4d84-a40c-c98adcfa6186)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:08.753382 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845a94d-e8be-4333-b700-5bf258c767b1 None None] The sync data for ids ['069af1fe-bd80-4a53-a2bb-0809c94daa14'] in dv-cinder-797608-20-iscsi is: [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:26:03Z', 'revision_number': 4, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port': {'id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:00Z', 'updated_at': '2021-11-17T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '5e1ee82b-5a94-43bb-ba84-f4fe658395b6', 'name': '', 'network_id': '3e2b44da-a277-4900-aff9-682f625a0c43', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'mac_address': 'fa:16:3e:ef:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '19e209d0-b250-437d-b195-303cef138d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:02Z', 'updated_at': '2021-11-17T17:26:08Z', 'revision_number': 4, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'subnets': [{'id': '19e209d0-b250-437d-b195-303cef138d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:26:08.826502 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d8-8852-427a-9da0-92af723cf18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.879950 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:08.929574 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0da0d8-8852-427a-9da0-92af723cf18a None None] Pushing event updated for resources: {'Port': ['ID=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:08.969807 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.db.api [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 17 17:26:08.970264 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG oslo_db.api [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 17 17:26:08.973210 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:10.596341 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 up at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:10.678378 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Provisioning complete for port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:10.678751 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:10.784585 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-8c2c8807-e31b-4cb4-a98d-aaa84361a0d9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801255051&fields=id&tenant_id=25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 267 time: 0.0533602 Nov 17 17:26:10.927292 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-d320891b-2fda-42da-b6df-b66083a3c9ff tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:10.928921 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-d320891b-2fda-42da-b6df-b66083a3c9ff tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 812 time: 0.1369996 Nov 17 17:26:10.944852 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-ee842740-62e7-4388-928a-9597f8f24d73 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/quotas/25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 375 time: 0.0095537 Nov 17 17:26:11.000553 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-0bb07649-cdfc-4e0e-a6a0-b160affde7ed tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499418 Nov 17 17:26:11.107425 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-bba18d29-6b16-4dd1-ab91-6dbbd2faca49 service neutron] 10.222.0.41 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951619 Nov 17 17:26:11.195691 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-a9360ddb-8a30-46a4-bd1f-dba1b56b5768 service neutron] 10.222.0.41 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814908 Nov 17 17:26:12.355995 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b74def8-8cb0-4cee-a898-299da7d306c6 req-253dd256-2ab1-4584-8869-3b2cd5938d14 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 210 time: 0.0278797 Nov 17 17:26:13.459020 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-def8dd9a-7de5-48d2-a90e-4228556423e0 req-43f076b1-4c2d-4de0-b261-c1b637a5d588 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 210 time: 0.0288684 Nov 17 17:26:14.565426 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-995bdcfb-fb7a-4d15-8592-88bcf27c2f7b req-8192d5df-ae63-470a-ac7d-0408ae4b2418 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 210 time: 0.0300384 Nov 17 17:26:15.634026 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-d7141bed-373b-46ee-8aec-13097ff464f7 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:15.652484 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-d7141bed-373b-46ee-8aec-13097ff464f7 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 812 time: 0.4739046 Nov 17 17:26:15.682801 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9dd698ed-608b-4071-b61f-475ac1f4eeb3 req-afc6d867-34aa-4a56-ad5c-de04fb39dcf4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 210 time: 0.0312486 Nov 17 17:26:15.723722 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-1ec7a6b1-0b24-48d4-bc2e-9562f3027daa tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 380 time: 0.0777528 Nov 17 17:26:15.734839 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'port': {'device_id': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'admin_state_up': True, 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'security_groups': ['b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:26:15.944720 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Made reservation on behalf of 25b51140b87049ec95f868ffa923853e for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:26:15.948327 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:16.077526 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Allocated IP 172.20.0.9 (faa0040a-9baf-463a-aa19-19e702be3707/751cc2e8-cdb8-4ef5-a337-2578cda26264/a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:26:16.214808 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:16.339767 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:16.392121 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Network faa0040a-9baf-463a-aa19-19e702be3707 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:16.395261 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:16.401709 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:26:16.444976 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:16.461072 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.461189 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.468723 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:16.489719 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:16.490511 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:16.519530 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c06c14db-d84a-437e-b71f-e44112235ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:16.639969 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-c364b79c-501e-42bc-9a3e-1828f2245cde tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073935 Nov 17 17:26:16.651158 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Request body: {'port': {'device_id': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:26:16.700707 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-ce92267a-9b50-4d83-a435-89458f3f5e3a None None] Provisioning complete for port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:16.701195 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ce92267a-9b50-4d83-a435-89458f3f5e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:16.741730 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:16.752408 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-ce92267a-9b50-4d83-a435-89458f3f5e3a None None] Port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:26:16.785399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-b9da1d66-117b-482e-b508-e31edd71030e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:16.788931 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-b9da1d66-117b-482e-b508-e31edd71030e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/networks?id=50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 200 len: 815 time: 0.1376810 Nov 17 17:26:16.829602 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-52d2bd38-709a-4670-b089-3d67e3b1fa4b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/quotas/228da8cee1034aa49372445119caea4d HTTP/1.1" status: 200 len: 375 time: 0.0231199 Nov 17 17:26:16.874044 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-3b3a8196-2891-4312-9750-76d3241d7ec1 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492988 Nov 17 17:26:16.984105 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404db2a0-7f8d-4613-be59-21040cb1d3a8 req-79ed42b8-42c9-423b-9da7-e19428f2ccaa tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:16.986342 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-404db2a0-7f8d-4613-be59-21040cb1d3a8 req-79ed42b8-42c9-423b-9da7-e19428f2ccaa tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 931 time: 0.1031554 Nov 17 17:26:16.993099 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-a4f16ed0-0a64-4060-97b9-e4f1816647a6 service neutron] 10.222.0.41 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053591 Nov 17 17:26:17.084151 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-ac17d62f-d267-4545-8b21-47950939bcb5 service neutron] 10.222.0.41 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898793 Nov 17 17:26:17.091203 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-404db2a0-7f8d-4613-be59-21040cb1d3a8 req-0e991d94-9eec-4d5d-bf31-7c62153bf33d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708826 Nov 17 17:26:17.149207 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:26:17.156839 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:17.168770 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Transition to ACTIVE for port object a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:26:17.258937 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:17.310263 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:17.387148 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Attempting to bind port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:26:17.387486 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Attempting to bind port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:26:17.387951 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Attempting to bind port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d on network faa0040a-9baf-463a-aa19-19e702be3707 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:17.392981 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d on network faa0040a-9baf-463a-aa19-19e702be3707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:26:17.393507 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Attempting to bind port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d on network faa0040a-9baf-463a-aa19-19e702be3707 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:17.398401 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:26:17.398737 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Checking segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:26:17.399118 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Bound using segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:26:17.399541 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Bound port: a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:26:17.399901 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:17.468246 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] For port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:26:17.472019 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] For port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:26:17.576840 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:17.613846 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:17.614458 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:17.615827 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] 10.222.0.69 "PUT /v2.0/ports/a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d HTTP/1.1" status: 200 len: 1093 time: 0.9690144 Nov 17 17:26:17.616256 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'tag': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:26:17.618531 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e415b3d3-18de-4f27-8199-0e4a15af1299" -d '{"events": [{"name": "network-changed", "server_uuid": "6beefeb6-08d7-4cb8-a471-ab94355246cb", "tag": "a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:26:17.645163 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65216048-d0f0-48e3-9d4c-a38e8b87a456 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:17.659817 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6adf8a-0a36-405a-a735-c0d51dab0b11 x-openstack-request-id: req-9c6adf8a-0a36-405a-a735-c0d51dab0b11 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:26:17.660108 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beefeb6-08d7-4cb8-a471-ab94355246cb", "tag": "a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:26:17.660358 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c6adf8a-0a36-405a-a735-c0d51dab0b11 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:26:17.660836 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'tag': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'status': 'completed', 'code': 200} Nov 17 17:26:18.212951 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4560c2-3921-439d-949b-2244c900d3f0 req-3ac2b45a-80a0-4111-a9e5-b2699b3eef6d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:18.214396 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ec4560c2-3921-439d-949b-2244c900d3f0 req-3ac2b45a-80a0-4111-a9e5-b2699b3eef6d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0515552 Nov 17 17:26:18.264011 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ec4560c2-3921-439d-949b-2244c900d3f0 req-8354aa07-6d07-435d-b5ca-e219f566d9e3 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Nov 17 17:26:18.409718 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-842c2876-e848-4e27-ab2a-5e2694c5a2b6 req-a6b3b1ec-7d92-4869-b5f1-f0357645f509 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 210 time: 0.0261030 Nov 17 17:26:18.716167 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9b8efee2-44dd-4ff9-8ad3-74a3f8f06536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:19.378619 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c86b16-084b-4e06-a2ab-26f0e01d44b3 req-64919bf0-8ba1-4562-b278-a3e393e361c1 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:19.380083 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-28c86b16-084b-4e06-a2ab-26f0e01d44b3 req-64919bf0-8ba1-4562-b278-a3e393e361c1 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0490546 Nov 17 17:26:19.433542 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-28c86b16-084b-4e06-a2ab-26f0e01d44b3 req-d1351408-2ea6-4a5f-9655-0b168c36a056 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476453 Nov 17 17:26:19.486167 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-825e9902-7050-4228-b625-9d8bd88fa69a req-6813ea7f-3961-4f12-ab51-e6f41f7c9b77 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 210 time: 0.0264502 Nov 17 17:26:19.930585 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:20.448445 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415b3d3-18de-4f27-8199-0e4a15af1299 req-6402001a-3c58-4af9-95d0-ff7a7b26577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.449973 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e415b3d3-18de-4f27-8199-0e4a15af1299 req-6402001a-3c58-4af9-95d0-ff7a7b26577b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 1096 time: 0.0416169 Nov 17 17:26:20.466702 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-bcf7fe43-1f1e-444f-9d76-fb88d35a2dd4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434511 Nov 17 17:26:20.597450 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a3431-50d1-41e1-91d1-f6f5a7776192 req-3f41767c-901f-4dbf-8b15-ff2654f1fc19 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.599003 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-331a3431-50d1-41e1-91d1-f6f5a7776192 req-3f41767c-901f-4dbf-8b15-ff2654f1fc19 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0891423 Nov 17 17:26:20.601813 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-2296cdfe-5355-4dcb-b344-cd7f860244fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.602527 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4ed2db92-9581-43b7-bdac-8506d8d6fb57 req-3dac94e0-c5b7-4b54-8915-cc1f7bf20133 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 210 time: 0.0335977 Nov 17 17:26:20.603217 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-2296cdfe-5355-4dcb-b344-cd7f860244fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 1098 time: 0.0785539 Nov 17 17:26:20.604162 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415b3d3-18de-4f27-8199-0e4a15af1299 req-1b62d873-a861-4117-8ea2-7f10dc43d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.605532 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e415b3d3-18de-4f27-8199-0e4a15af1299 req-1b62d873-a861-4117-8ea2-7f10dc43d25c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=25b51140b87049ec95f868ffa923853e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1445177 Nov 17 17:26:20.718465 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415b3d3-18de-4f27-8199-0e4a15af1299 req-783b8cf2-d5d1-4d32-a018-c7ce935779f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.721205 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e415b3d3-18de-4f27-8199-0e4a15af1299 req-783b8cf2-d5d1-4d32-a018-c7ce935779f4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043091 Nov 17 17:26:20.725084 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-331a3431-50d1-41e1-91d1-f6f5a7776192 req-2594ae21-6b09-4977-9587-ac9c283526fb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192920 Nov 17 17:26:20.751812 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-1418f363-b937-4034-a184-49dbcd49a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.753281 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-1418f363-b937-4034-a184-49dbcd49a3f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ce88e4a-14d2-486b-8476-36e398f82a0f HTTP/1.1" status: 200 len: 914 time: 0.1232777 Nov 17 17:26:20.809190 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-cf92f807-29c3-4f27-aa13-64afcff34e96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e8190-3a19-49b8-b6e7-f1cdbbbb151e HTTP/1.1" status: 200 len: 217 time: 0.0405562 Nov 17 17:26:20.813091 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-359552ab-35b2-45d2-8538-051dcbad4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.815843 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-359552ab-35b2-45d2-8538-051dcbad4edf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 1096 time: 0.0444701 Nov 17 17:26:20.870211 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-5e54f776-a170-43b4-a090-aff7aa95df06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d HTTP/1.1" status: 200 len: 217 time: 0.0451994 Nov 17 17:26:20.873209 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-adb914e1-7f09-4a11-ad00-42a2ae71ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.873863 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-adb914e1-7f09-4a11-ad00-42a2ae71ead7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=068b2c98-26b3-46af-af2a-db494b147425 HTTP/1.1" status: 200 len: 853 time: 0.0495214 Nov 17 17:26:20.908745 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-bac343df-9f9e-4af9-a142-947a6d9a7069 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ce88e4a-14d2-486b-8476-36e398f82a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244091 Nov 17 17:26:20.929973 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-98bbdeb6-7924-4a91-b9c6-b90541e72149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.931424 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-98bbdeb6-7924-4a91-b9c6-b90541e72149 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0475998 Nov 17 17:26:20.978494 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-ce7b89fd-81c3-49ba-aee4-cac532d75711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:20.979953 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-ce7b89fd-81c3-49ba-aee4-cac532d75711 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407350 Nov 17 17:26:21.006531 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-28ef7e70-0f50-442f-ae64-81d492f29418 service neutron] 10.222.0.69 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898006 Nov 17 17:26:21.082232 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-e7cc51c9-c27e-422d-8d46-464bb844a128 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933995 Nov 17 17:26:21.102390 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-477b97ca-3deb-4abd-9817-64c60dba2c47 req-e9b96d02-abcb-41f1-9212-e48b49dd1d9d service neutron] 10.222.0.69 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867486 Nov 17 17:26:21.182498 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-37e543d4-012b-4ddb-bf45-d610d12e1ee9 req-99fda574-563d-4684-b0b9-3e103b233daa service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918219 Nov 17 17:26:21.247720 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:21.497815 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f11c2-426a-4153-94e6-91be5eca66fb req-b428dce6-f475-401c-ba9f-d5f86afeb82a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:21.511110 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-491f11c2-426a-4153-94e6-91be5eca66fb req-b428dce6-f475-401c-ba9f-d5f86afeb82a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0509465 Nov 17 17:26:21.550326 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-491f11c2-426a-4153-94e6-91be5eca66fb req-0935a7dc-2473-425a-85db-77c55f3fbf70 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Nov 17 17:26:21.705179 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-492acd3c-f2e7-4510-8432-7dba85324064 req-4730a57c-a2df-4b48-b204-51db8ba04516 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 210 time: 0.0269873 Nov 17 17:26:21.841950 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1291975-34b5-4bfc-b71b-a7d5ab3c641f req-6b7a4fb4-f619-4eef-9d91-f562467ff269 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:21.843307 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1291975-34b5-4bfc-b71b-a7d5ab3c641f req-6b7a4fb4-f619-4eef-9d91-f562467ff269 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0489376 Nov 17 17:26:21.892438 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1291975-34b5-4bfc-b71b-a7d5ab3c641f req-a7a50dde-5cb4-47fb-8472-8eac54a78e86 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Nov 17 17:26:22.034600 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-daf32b0a-f170-4b4a-860b-216b9c893550 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:22.036073 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-daf32b0a-f170-4b4a-860b-216b9c893550 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.69 "GET /v2.0/networks?id=50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 200 len: 815 time: 0.1052485 Nov 17 17:26:22.054031 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'port': {'device_id': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'admin_state_up': True, 'tenant_id': '228da8cee1034aa49372445119caea4d'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:26:22.127778 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:22.407705 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Made reservation on behalf of 228da8cee1034aa49372445119caea4d for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:26:22.411306 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:22.535543 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Allocated IP 172.20.0.9 (50d57242-085a-459a-8640-40764fd9ef01/04d4d4d5-514b-4784-adcc-45e75b8839c6/7e703cad-78ba-4fab-bee3-d1b0df224510) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:26:22.716780 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:22.729697 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae04a67-07bd-4b21-b76e-76b8f73c87a1 req-70c78eae-e6ea-46f7-9600-ccfbca46f00e tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:22.731199 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1ae04a67-07bd-4b21-b76e-76b8f73c87a1 req-70c78eae-e6ea-46f7-9600-ccfbca46f00e tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0861635 Nov 17 17:26:22.823375 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1ae04a67-07bd-4b21-b76e-76b8f73c87a1 req-2d0de8f8-13d2-458e-bcf1-9e4ced714c6f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834365 Nov 17 17:26:22.829340 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8e4e7d10-8d51-4a92-b26e-361a2827f91c req-95df1362-fa85-4547-851e-30401d02b246 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 210 time: 0.0347314 Nov 17 17:26:22.842673 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:22.885804 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Network 50d57242-085a-459a-8640-40764fd9ef01 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:22.889622 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:22.893087 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:26:22.935498 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'Port': ['ID=7e703cad-78ba-4fab-bee3-d1b0df224510,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:22.979942 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:22.981298 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:23.090658 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-cda02c0c-0a6e-49a8-be9b-ebf81ce3306b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403762 Nov 17 17:26:23.092777 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db2539-195a-4bd6-b10a-0a6201fd4c0f req-ced1e35b-1c13-4768-a4d5-f912a0b1654b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:23.095117 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d0db2539-195a-4bd6-b10a-0a6201fd4c0f req-ced1e35b-1c13-4768-a4d5-f912a0b1654b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.1001148 Nov 17 17:26:23.189576 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d0db2539-195a-4bd6-b10a-0a6201fd4c0f req-fae4dc35-9680-4a17-a54a-380816559f48 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812709 Nov 17 17:26:23.257938 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-fadaf3a5-1eb6-4ddc-a972-95c542dc4ead None None] Provisioning complete for port 7e703cad-78ba-4fab-bee3-d1b0df224510 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:23.258511 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fadaf3a5-1eb6-4ddc-a972-95c542dc4ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:23.299750 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-fadaf3a5-1eb6-4ddc-a972-95c542dc4ead None None] Port 7e703cad-78ba-4fab-bee3-d1b0df224510 cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:26:23.965376 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe14e-5d73-4ecd-ac77-c21002372228 req-6c8679f3-e9c6-4249-bab5-4c36b1e9298c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:23.966835 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fb3fe14e-5d73-4ecd-ac77-c21002372228 req-6c8679f3-e9c6-4249-bab5-4c36b1e9298c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0517623 Nov 17 17:26:23.980057 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ece7ef-83ce-419b-b469-2e36e32c346d req-b3623fa6-8071-4f29-9073-06812a541a11 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:23.981687 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-12ece7ef-83ce-419b-b469-2e36e32c346d req-b3623fa6-8071-4f29-9073-06812a541a11 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0518050 Nov 17 17:26:24.020303 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fb3fe14e-5d73-4ecd-ac77-c21002372228 req-74ad794e-b873-439c-afd1-0b161712e128 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474060 Nov 17 17:26:24.031504 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-12ece7ef-83ce-419b-b469-2e36e32c346d req-a2da4eef-41cb-481a-a781-a86cee600208 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Nov 17 17:26:24.295387 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bac747-4859-4886-a0ac-fe4db7b486ea req-78c6ec05-5fe8-4ecd-b06d-7fa753d7a559 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:24.297352 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a5bac747-4859-4886-a0ac-fe4db7b486ea req-78c6ec05-5fe8-4ecd-b06d-7fa753d7a559 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0524440 Nov 17 17:26:24.345739 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a5bac747-4859-4886-a0ac-fe4db7b486ea req-0c83bda7-8978-4e8e-b515-9c5071a0da43 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Nov 17 17:26:25.135671 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51333a-b3ea-474d-9b29-caac802b930f req-adbd7a4c-85e1-4954-ad85-61e2b8855746 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:25.137203 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1c51333a-b3ea-474d-9b29-caac802b930f req-adbd7a4c-85e1-4954-ad85-61e2b8855746 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0494397 Nov 17 17:26:25.146180 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7314350-2418-45e4-ad0d-dd39afa8dc8d req-876510ef-aec6-4c06-8d70-0a47229555eb tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:25.147627 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f7314350-2418-45e4-ad0d-dd39afa8dc8d req-876510ef-aec6-4c06-8d70-0a47229555eb tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0477350 Nov 17 17:26:25.185931 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1c51333a-b3ea-474d-9b29-caac802b930f req-55836675-f487-4bf3-b17f-7a835bda0f0c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Nov 17 17:26:25.195106 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f7314350-2418-45e4-ad0d-dd39afa8dc8d req-142fc44e-d0d0-4c41-a71c-90f797fb35a2 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Nov 17 17:26:25.464078 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3f15-4732-418c-be50-dfceec9534c0 req-f5e8d0c5-ad97-407d-9e78-fa57121cf114 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:25.465524 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c6bd3f15-4732-418c-be50-dfceec9534c0 req-f5e8d0c5-ad97-407d-9e78-fa57121cf114 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0505204 Nov 17 17:26:25.513275 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c6bd3f15-4732-418c-be50-dfceec9534c0 req-af19a2f8-93ad-4ed7-b3bb-46ac30cb50b8 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419810 Nov 17 17:26:26.355306 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ff4a6-13fa-441f-b099-09788d2b9bf8 req-c1708499-d5f9-4ddd-9763-b76d68972a57 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:26.356823 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b22ff4a6-13fa-441f-b099-09788d2b9bf8 req-c1708499-d5f9-4ddd-9763-b76d68972a57 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0698476 Nov 17 17:26:26.374191 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b6c57-d070-4606-b8c5-dab68a2a7706 req-7516016b-80e2-4361-87ed-e6f8771cc2c4 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:26.378048 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-dd3b6c57-d070-4606-b8c5-dab68a2a7706 req-7516016b-80e2-4361-87ed-e6f8771cc2c4 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0555527 Nov 17 17:26:26.407772 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b22ff4a6-13fa-441f-b099-09788d2b9bf8 req-e1c82be1-ac15-4c7d-9c1e-feb5e736c2f6 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Nov 17 17:26:26.444354 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-dd3b6c57-d070-4606-b8c5-dab68a2a7706 req-e694a01f-b088-450a-a3e1-207cabbbfd16 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605888 Nov 17 17:26:26.625569 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5757a4-919a-4e27-a579-63751534ce51 req-0f36b7c4-5586-4cfd-bf53-16ded450f485 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:26.627259 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cc5757a4-919a-4e27-a579-63751534ce51 req-0f36b7c4-5586-4cfd-bf53-16ded450f485 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0482223 Nov 17 17:26:26.676944 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cc5757a4-919a-4e27-a579-63751534ce51 req-a1c98709-49af-40b1-98a5-45e78b99d37c tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432792 Nov 17 17:26:27.551766 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df72cc-dbf0-470e-86ab-0909de34beb6 req-65a63219-f7de-4540-9ef1-d0a09f2ffcf7 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:27.553327 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a3df72cc-dbf0-470e-86ab-0909de34beb6 req-65a63219-f7de-4540-9ef1-d0a09f2ffcf7 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0550256 Nov 17 17:26:27.592086 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cf1df-ba7c-499b-8589-f76d26cb6a33 req-0d1837c4-b6cd-4c57-a0fc-d358e1c61232 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:27.593873 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-538cf1df-ba7c-499b-8589-f76d26cb6a33 req-0d1837c4-b6cd-4c57-a0fc-d358e1c61232 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0556870 Nov 17 17:26:27.615821 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a3df72cc-dbf0-470e-86ab-0909de34beb6 req-bf79dc36-a277-49d3-8032-09462fe2bd81 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555997 Nov 17 17:26:27.648105 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-538cf1df-ba7c-499b-8589-f76d26cb6a33 req-e84e9f8c-c921-4ecc-b1cf-ab02b02fdbb9 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Nov 17 17:26:27.816615 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd21ce3-d3a0-4b06-98fd-041e0f25cba6 req-56fbf469-f69b-4595-aa4f-0736fa3df121 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:27.818527 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1dd21ce3-d3a0-4b06-98fd-041e0f25cba6 req-56fbf469-f69b-4595-aa4f-0736fa3df121 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0587542 Nov 17 17:26:27.881048 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1dd21ce3-d3a0-4b06-98fd-041e0f25cba6 req-8fcbab57-e495-4382-9fd0-8578c68a7c4d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557942 Nov 17 17:26:28.703444 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:26:28.776347 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8a3f5-f0dd-48c4-88e1-3a949718bce4 req-9ea8bf68-7803-49eb-93f3-41821f34c4cd tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:28.777859 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-30a8a3f5-f0dd-48c4-88e1-3a949718bce4 req-9ea8bf68-7803-49eb-93f3-41821f34c4cd tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0588000 Nov 17 17:26:28.794015 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff844-9525-41d7-81c4-e63a6a948d94 req-71dfde9d-fd78-46e2-8cdf-b01474903083 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:28.795567 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-560ff844-9525-41d7-81c4-e63a6a948d94 req-71dfde9d-fd78-46e2-8cdf-b01474903083 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Nov 17 17:26:28.840659 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-30a8a3f5-f0dd-48c4-88e1-3a949718bce4 req-52fcdd01-0e78-4877-b1a1-c41c9e854fce tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517349 Nov 17 17:26:28.847759 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-560ff844-9525-41d7-81c4-e63a6a948d94 req-8802d66d-f45f-40c2-a212-757074a5136b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460262 Nov 17 17:26:29.250199 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e9d72-926f-4d6d-a6d5-5cb8fd8d8ba6 req-590e9803-454a-4227-a8a2-89a3ca76b3c6 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:29.252347 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-713e9d72-926f-4d6d-a6d5-5cb8fd8d8ba6 req-590e9803-454a-4227-a8a2-89a3ca76b3c6 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.2912953 Nov 17 17:26:29.301732 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-713e9d72-926f-4d6d-a6d5-5cb8fd8d8ba6 req-486cda6a-61d7-4da0-9c9f-cf6765cd2f16 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Nov 17 17:26:29.995458 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cde40-7fb8-4c4c-bcf3-b915acccf90e req-30c15186-c7be-4815-9aab-14dd34231f1e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:29.997167 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-129cde40-7fb8-4c4c-bcf3-b915acccf90e req-30c15186-c7be-4815-9aab-14dd34231f1e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0648324 Nov 17 17:26:30.013814 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082f77-be31-468b-90a7-dc9703a9f51d req-4973ff80-49d8-4dcb-be2a-a5853f3494e0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:30.022329 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2082f77-be31-468b-90a7-dc9703a9f51d req-4973ff80-49d8-4dcb-be2a-a5853f3494e0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.1039104 Nov 17 17:26:30.072765 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-129cde40-7fb8-4c4c-bcf3-b915acccf90e req-89434bb6-fbb2-4903-b849-d17463ff8f18 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652297 Nov 17 17:26:30.082340 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f2082f77-be31-468b-90a7-dc9703a9f51d req-36d8111e-824c-480a-923a-ae809b0efb2b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591350 Nov 17 17:26:30.429947 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff8a6d-c134-471a-a05b-ce71e0fdcc5f req-e8d3bf70-99b6-467d-817e-970c401db6c4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:30.431392 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eaff8a6d-c134-471a-a05b-ce71e0fdcc5f req-e8d3bf70-99b6-467d-817e-970c401db6c4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0483048 Nov 17 17:26:30.496151 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eaff8a6d-c134-471a-a05b-ce71e0fdcc5f req-f2a3ac91-1248-4b90-b58b-5d56f37271bc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582163 Nov 17 17:26:31.186057 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a74b5-da03-4fd6-8dfc-c5438c62a2bf req-f6a2f1cf-9e75-40c7-b523-b347e9c387d9 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:31.189176 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c16a74b5-da03-4fd6-8dfc-c5438c62a2bf req-f6a2f1cf-9e75-40c7-b523-b347e9c387d9 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0604465 Nov 17 17:26:31.252921 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c16a74b5-da03-4fd6-8dfc-c5438c62a2bf req-5fa446d3-970e-4b5d-8803-8e0663f9bd5a tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578437 Nov 17 17:26:31.257682 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a0c9f-a623-47e0-ab6b-7a3f2bfd0f2b req-147ba2d1-bb5d-48b1-b67f-e195edd60262 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:31.271865 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-838a0c9f-a623-47e0-ab6b-7a3f2bfd0f2b req-147ba2d1-bb5d-48b1-b67f-e195edd60262 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0600491 Nov 17 17:26:31.319673 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-838a0c9f-a623-47e0-ab6b-7a3f2bfd0f2b req-d4da5885-d41e-402f-8e39-eaec65fa5ebc tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502231 Nov 17 17:26:31.628502 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76121e47-ebfd-4195-a4c2-59dc4a74fe7d req-bdcc802f-1103-41c7-b9d3-f92d67f963af tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:31.629975 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-76121e47-ebfd-4195-a4c2-59dc4a74fe7d req-bdcc802f-1103-41c7-b9d3-f92d67f963af tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0525324 Nov 17 17:26:31.677168 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-76121e47-ebfd-4195-a4c2-59dc4a74fe7d req-68743f80-0040-4b6c-ba59-81bc2641a181 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Nov 17 17:26:32.386154 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeb30e-5a6b-47f7-bf61-f906a9407bcd req-38b856e3-a54c-410f-bb25-4bbdfcd137b9 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:32.387942 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bfeeb30e-5a6b-47f7-bf61-f906a9407bcd req-38b856e3-a54c-410f-bb25-4bbdfcd137b9 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0560141 Nov 17 17:26:32.440601 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bfeeb30e-5a6b-47f7-bf61-f906a9407bcd req-b13f0416-5105-473c-a860-2d39ef4c7ec1 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 Nov 17 17:26:32.463621 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d964d6-2fa9-4100-ace8-bc3e852af6a8 req-2416676a-1941-4928-aad9-4705dcf5edb0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:32.465090 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-16d964d6-2fa9-4100-ace8-bc3e852af6a8 req-2416676a-1941-4928-aad9-4705dcf5edb0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Nov 17 17:26:32.516216 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-16d964d6-2fa9-4100-ace8-bc3e852af6a8 req-b6e23689-af93-4734-b83b-8cbdc5a58598 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 Nov 17 17:26:32.806184 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff199a88-1aea-4e6e-9302-5e084ec62333 req-d95306bf-2830-4b07-9331-cd316b68950b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:32.807690 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff199a88-1aea-4e6e-9302-5e084ec62333 req-d95306bf-2830-4b07-9331-cd316b68950b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0550914 Nov 17 17:26:32.861986 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ff199a88-1aea-4e6e-9302-5e084ec62333 req-6c5dff2b-88d5-47b4-bfc2-0ebb5b06ac59 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474119 Nov 17 17:26:33.588699 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738166e-ad94-4c7c-a129-1e7611fbfb09 req-d095e5fa-2ea7-4f86-afa7-be8d6ae1ffcf tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:33.595153 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f738166e-ad94-4c7c-a129-1e7611fbfb09 req-d095e5fa-2ea7-4f86-afa7-be8d6ae1ffcf tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0644381 Nov 17 17:26:33.640690 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f738166e-ad94-4c7c-a129-1e7611fbfb09 req-c7cd388c-72ec-4001-97d4-685b4648d564 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439966 Nov 17 17:26:33.670989 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a8996-c5f9-4d35-8509-f71fe78321ef req-9504e027-f2e7-43ca-ae9b-0db7bb3cddc0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:33.675531 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f53a8996-c5f9-4d35-8509-f71fe78321ef req-9504e027-f2e7-43ca-ae9b-0db7bb3cddc0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0684335 Nov 17 17:26:33.739345 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50318) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:33.740876 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f53a8996-c5f9-4d35-8509-f71fe78321ef req-b9572f17-90fa-462a-997b-ced403eb5ebd tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593109 Nov 17 17:26:33.856277 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd74-0d75-4f14-81c5-0cc189901f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:33.937962 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd74-0d75-4f14-81c5-0cc189901f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:33.998238 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fec0e-185c-4c48-adfc-ee81e16e1935 req-e54a08be-6efa-4066-91c7-3fc916812933 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:34.000089 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f52fec0e-185c-4c48-adfc-ee81e16e1935 req-e54a08be-6efa-4066-91c7-3fc916812933 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0652368 Nov 17 17:26:34.021726 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd74-0d75-4f14-81c5-0cc189901f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:34.084096 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-01f8cd74-0d75-4f14-81c5-0cc189901f5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3b00cf5ae86456eb14920eae3043626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434055 Nov 17 17:26:34.086603 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50324) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:34.088223 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cd74-0d75-4f14-81c5-0cc189901f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23b14d2-26a0-4c63-bdbd-37d6ce13884e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:34.094236 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f52fec0e-185c-4c48-adfc-ee81e16e1935 req-4136cb79-c3ef-4292-9f21-326a01386671 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872169 Nov 17 17:26:34.142389 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f40b8687-c974-437f-9948-2385bfd9474f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:34.166802 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f40b8687-c974-437f-9948-2385bfd9474f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:34.673812 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f40b8687-c974-437f-9948-2385bfd9474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:34.677285 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f40b8687-c974-437f-9948-2385bfd9474f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:34.680397 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f40b8687-c974-437f-9948-2385bfd9474f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b23b14d2-26a0-4c63-bdbd-37d6ce13884e HTTP/1.1" status: 204 len: 168 time: 0.5927043 Nov 17 17:26:34.688930 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b8687-c974-437f-9948-2385bfd9474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23b14d2-26a0-4c63-bdbd-37d6ce13884e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:34.762811 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa589a8f-f33c-44d3-9b1b-f31cef591be1 req-187225e4-2918-4e34-a197-f12868b687fe tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:34.764331 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fa589a8f-f33c-44d3-9b1b-f31cef591be1 req-187225e4-2918-4e34-a197-f12868b687fe tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0525186 Nov 17 17:26:34.815994 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fa589a8f-f33c-44d3-9b1b-f31cef591be1 req-15db5489-cf3a-42ea-b8d2-36ea2ff4e98c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Nov 17 17:26:34.853996 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b1b1b-e466-4666-be5a-eb0a409a3de0 req-978734b4-e7d9-44ba-a732-c79a48de5e16 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:34.859543 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6e0b1b1b-e466-4666-be5a-eb0a409a3de0 req-978734b4-e7d9-44ba-a732-c79a48de5e16 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0508327 Nov 17 17:26:34.902835 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-6e0b1b1b-e466-4666-be5a-eb0a409a3de0 req-a4b85b88-d969-4043-9031-d21d72f73672 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 Nov 17 17:26:35.209847 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec2783-50b9-43e3-8f9b-2b97fcc697f2 req-103e02bb-ff8e-442e-a5bc-ed729199ae6d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:35.211325 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0bec2783-50b9-43e3-8f9b-2b97fcc697f2 req-103e02bb-ff8e-442e-a5bc-ed729199ae6d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0498698 Nov 17 17:26:35.261108 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0bec2783-50b9-43e3-8f9b-2b97fcc697f2 req-9bd0f3e7-6469-4721-a8b6-d47b0dd73a09 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Nov 17 17:26:35.332686 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50336) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:35.351284 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa482-0378-4030-ab03-ee4003bfe59d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:35.439614 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa482-0378-4030-ab03-ee4003bfe59d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:35.767677 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa482-0378-4030-ab03-ee4003bfe59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:35.807349 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfa482-0378-4030-ab03-ee4003bfe59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deaac89-4571-48fb-9f26-efbe6cbd9a95,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:35.815037 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-5fcfa482-0378-4030-ab03-ee4003bfe59d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d611d4e2662c476c8141bfa5623978ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4782617 Nov 17 17:26:35.815808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50340) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:35.887408 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16c02b17-989a-47d7-9900-595b566d308e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:35.910180 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16c02b17-989a-47d7-9900-595b566d308e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:35.955749 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dfbc2-bedb-4910-8d12-599f8cb30535 req-f712fe30-a316-4f3a-aaae-0218c2ebf1ad tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:35.957568 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-320dfbc2-bedb-4910-8d12-599f8cb30535 req-f712fe30-a316-4f3a-aaae-0218c2ebf1ad tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0548539 Nov 17 17:26:36.007006 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-320dfbc2-bedb-4910-8d12-599f8cb30535 req-1c7d59e8-72f6-4989-8d2c-5616899877c3 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Nov 17 17:26:36.020718 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79292ca0-983b-410e-afb2-2ff8a602dea6 req-d78a07ab-12b2-43ca-a023-5a8c857d478a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:36.022184 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-79292ca0-983b-410e-afb2-2ff8a602dea6 req-d78a07ab-12b2-43ca-a023-5a8c857d478a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0488200 Nov 17 17:26:36.068856 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-79292ca0-983b-410e-afb2-2ff8a602dea6 req-2d6ace53-3447-4747-973d-b1b0dd864b34 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Nov 17 17:26:36.072793 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16c02b17-989a-47d7-9900-595b566d308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:36.075544 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16c02b17-989a-47d7-9900-595b566d308e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:36.076649 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-16c02b17-989a-47d7-9900-595b566d308e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9deaac89-4571-48fb-9f26-efbe6cbd9a95 HTTP/1.1" status: 204 len: 168 time: 0.2581499 Nov 17 17:26:36.087628 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c02b17-989a-47d7-9900-595b566d308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deaac89-4571-48fb-9f26-efbe6cbd9a95,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:36.387164 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359bc14-adee-4d95-9299-e01a0905bc32 req-8009cbd2-8b19-4008-a67a-ec365c15f332 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:36.388991 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5359bc14-adee-4d95-9299-e01a0905bc32 req-8009cbd2-8b19-4008-a67a-ec365c15f332 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0595665 Nov 17 17:26:36.448035 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5359bc14-adee-4d95-9299-e01a0905bc32 req-ea8334db-8aec-4a78-9166-9dde10652faa tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521636 Nov 17 17:26:37.035572 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Request body: {'port': {'device_id': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:26:37.090885 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:37.158940 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1575f-a618-41eb-9248-846ae284658b req-9c07e602-3a0d-4784-ac5b-6518cda9a06e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:37.158940 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1bd1575f-a618-41eb-9248-846ae284658b req-9c07e602-3a0d-4784-ac5b-6518cda9a06e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 931 time: 0.0778291 Nov 17 17:26:37.214310 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1bd1575f-a618-41eb-9248-846ae284658b req-350ac560-e8bc-446f-90f1-b3113d2b88d1 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481725 Nov 17 17:26:37.292500 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c639c-b6a8-4b78-bed7-1b3e0ba0aacd req-0e6467d6-afbe-4563-9a4e-8bc0818f23f3 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:37.294004 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e85c639c-b6a8-4b78-bed7-1b3e0ba0aacd req-0e6467d6-afbe-4563-9a4e-8bc0818f23f3 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0894008 Nov 17 17:26:37.388982 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e85c639c-b6a8-4b78-bed7-1b3e0ba0aacd req-39d13e78-1091-4c8f-94ff-e1132c15b39a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874567 Nov 17 17:26:37.449649 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e703cad-78ba-4fab-bee3-d1b0df224510 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:26:37.457513 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:37.470295 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Transition to ACTIVE for port object 7e703cad-78ba-4fab-bee3-d1b0df224510 will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:26:37.527594 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:37.565154 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-c3691081-2286-49a9-8394-41fcb87a417b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:37.566428 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-c3691081-2286-49a9-8394-41fcb87a417b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 945 time: 0.0797265 Nov 17 17:26:37.588869 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Pushing event updated for resources: {'Port': ['ID=7e703cad-78ba-4fab-bee3-d1b0df224510,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:37.623683 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8821218-2c66-4b84-a0c4-d12e2db3d6e6 req-382bef65-6b99-43d8-bb8f-49c13cb8606d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:37.623683 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8821218-2c66-4b84-a0c4-d12e2db3d6e6 req-382bef65-6b99-43d8-bb8f-49c13cb8606d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.1063101 Nov 17 17:26:37.675388 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Attempting to bind port 7e703cad-78ba-4fab-bee3-d1b0df224510 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:26:37.675724 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Attempting to bind port 7e703cad-78ba-4fab-bee3-d1b0df224510 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:26:37.676055 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Attempting to bind port 7e703cad-78ba-4fab-bee3-d1b0df224510 on network 50d57242-085a-459a-8640-40764fd9ef01 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:37.680927 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Port 7e703cad-78ba-4fab-bee3-d1b0df224510 on network 50d57242-085a-459a-8640-40764fd9ef01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:26:37.681215 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Attempting to bind port 7e703cad-78ba-4fab-bee3-d1b0df224510 on network 50d57242-085a-459a-8640-40764fd9ef01 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:37.686614 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:26:37.686803 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Checking segment: {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:26:37.687065 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Bound using segment: {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:26:37.687463 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Bound port: 7e703cad-78ba-4fab-bee3-d1b0df224510, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c899985-6686-46fd-8522-f1584dee8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '50d57242-085a-459a-8640-40764fd9ef01'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:26:37.687950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:37.732772 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f8821218-2c66-4b84-a0c4-d12e2db3d6e6 req-5ce0c546-ee89-4d48-ad37-c149b352845d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000342 Nov 17 17:26:37.740171 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Deleting port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:26:37.740567 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:37.773664 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] For port 7e703cad-78ba-4fab-bee3-d1b0df224510, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:26:37.777100 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] For port 7e703cad-78ba-4fab-bee3-d1b0df224510, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7e703cad-78ba-4fab-bee3-d1b0df224510,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:26:37.842043 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:37.853908 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] For port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:37.854280 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:37.868455 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Calling delete_port for 954e8190-3a19-49b8-b6e7-f1cdbbbb151e owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:26:37.889294 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:37.890148 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:37.892194 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] 10.222.0.69 "PUT /v2.0/ports/7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 1093 time: 0.8624783 Nov 17 17:26:37.894566 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:26:37.897693 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d9e2f1-3c5b-4d0a-96bc-107589296f43" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:26:37.933639 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68141324-b823-4c2c-bd1f-37a25b17c73b service neutron] Pushing event updated for resources: {'Port': ['ID=7e703cad-78ba-4fab-bee3-d1b0df224510,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:37.946274 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc3200-c770-4117-938b-8e258c4c6a08 x-openstack-request-id: req-79fc3200-c770-4117-938b-8e258c4c6a08 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:26:37.946656 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:26:37.947701 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79fc3200-c770-4117-938b-8e258c4c6a08 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:26:37.948236 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'status': 'completed', 'code': 200} Nov 17 17:26:38.018343 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e2f1-3c5b-4d0a-96bc-107589296f43 req-4faea676-6437-4546-ad3f-7fe9784e5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:38.019231 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-90d9e2f1-3c5b-4d0a-96bc-107589296f43 req-4faea676-6437-4546-ad3f-7fe9784e5933 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1096 time: 0.0480008 Nov 17 17:26:38.139253 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:38.139942 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e2f1-3c5b-4d0a-96bc-107589296f43 req-a5e62f0a-24d5-4f47-ac2c-80e4f9ad2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:38.143126 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-90d9e2f1-3c5b-4d0a-96bc-107589296f43 req-a5e62f0a-24d5-4f47-ac2c-80e4f9ad2f74 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=228da8cee1034aa49372445119caea4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1126108 Nov 17 17:26:38.151841 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['954e8190-3a19-49b8-b6e7-f1cdbbbb151e'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:26:38.173367 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Pushing event deleted for resources: {'Port': ['ID=954e8190-3a19-49b8-b6e7-f1cdbbbb151e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:38.216352 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] No DVR routers for this DVR port 954e8190-3a19-49b8-b6e7-f1cdbbbb151e on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:26:38.218844 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:38.222452 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e3b0f81e-c0a6-4b5b-bd62-7786d9c9df2e req-d41912fd-2e65-45c0-8f64-89b05b0d0c71 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.69 "DELETE /v2.0/ports/954e8190-3a19-49b8-b6e7-f1cdbbbb151e HTTP/1.1" status: 204 len: 173 time: 0.6488404 Nov 17 17:26:38.222917 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35', 'name': 'network-vif-deleted', 'tag': '954e8190-3a19-49b8-b6e7-f1cdbbbb151e'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:26:38.225320 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb73df8-7fd3-48ca-88bb-03441b6d40ca" -d '{"events": [{"server_uuid": "b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35", "name": "network-vif-deleted", "tag": "954e8190-3a19-49b8-b6e7-f1cdbbbb151e"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:26:38.268007 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e2f1-3c5b-4d0a-96bc-107589296f43 req-9c39b456-07e1-4cc6-9ad1-653abbde0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:38.270232 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-90d9e2f1-3c5b-4d0a-96bc-107589296f43 req-9c39b456-07e1-4cc6-9ad1-653abbde0c88 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209350 Nov 17 17:26:38.284071 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a460107f-77f3-4a09-b9ba-1751bcdb173c x-openstack-request-id: req-a460107f-77f3-4a09-b9ba-1751bcdb173c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:26:38.284308 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35", "name": "network-vif-deleted", "tag": "954e8190-3a19-49b8-b6e7-f1cdbbbb151e", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:26:38.284796 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a460107f-77f3-4a09-b9ba-1751bcdb173c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:26:38.285380 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35', 'name': 'network-vif-deleted', 'tag': '954e8190-3a19-49b8-b6e7-f1cdbbbb151e', 'status': 'completed', 'code': 200} Nov 17 17:26:38.367725 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3655057-95d2-4873-9fb3-70c2173344b8 req-13c94f57-02cf-4d49-9a33-75dcd1f74bb6 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:38.369375 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f3655057-95d2-4873-9fb3-70c2173344b8 req-13c94f57-02cf-4d49-9a33-75dcd1f74bb6 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 943 time: 0.0783141 Nov 17 17:26:38.376153 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-1d492337-9ff2-4064-8119-6d75b4563d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:38.377749 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-1d492337-9ff2-4064-8119-6d75b4563d9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1096 time: 0.0592561 Nov 17 17:26:38.444294 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-24888a35-7378-44b6-8f4c-9b39ecdd9245 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 217 time: 0.0404751 Nov 17 17:26:38.486200 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f3655057-95d2-4873-9fb3-70c2173344b8 req-f8b9ffd3-f52b-49f2-a2c6-364d8b1960ed tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072447 Nov 17 17:26:38.497650 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-93629437-7a40-458a-884b-bb99d31c0651 req-f36f21ed-2960-49d9-8029-790b7f412234 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ba9ea4-2a41-48c8-ad52-2d2f1020eb35 HTTP/1.1" status: 200 len: 210 time: 0.0339711 Nov 17 17:26:38.499143 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-1a3d9d42-68df-480f-9d03-d8bfe8fc3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:38.501198 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-1a3d9d42-68df-480f-9d03-d8bfe8fc3da0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04d4d4d5-514b-4784-adcc-45e75b8839c6 HTTP/1.1" status: 200 len: 854 time: 0.0602741 Nov 17 17:26:38.546082 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-c83ee7b5-fa2f-4396-b02b-e9415a2de34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:38.548228 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-c83ee7b5-fa2f-4396-b02b-e9415a2de34e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d57242-085a-459a-8640-40764fd9ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410049 Nov 17 17:26:38.642706 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-367241da-2091-4635-8d13-784b8f065947 service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875924 Nov 17 17:26:38.731899 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9aee2471-56a6-4878-aa8c-e99d81aeef4c req-41758ac7-5575-4bf9-a520-7dadb9451488 service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822444 Nov 17 17:26:38.854404 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83950-d04a-4833-aaf3-dfe8fdd6d13b req-58e1165d-8bc2-4ce2-877b-38d78655698d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:38.856066 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-55f83950-d04a-4833-aaf3-dfe8fdd6d13b req-58e1165d-8bc2-4ce2-877b-38d78655698d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0528250 Nov 17 17:26:38.908536 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-55f83950-d04a-4833-aaf3-dfe8fdd6d13b req-f35718a5-24b8-4fac-ad43-41e243a50384 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458410 Nov 17 17:26:38.941555 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:39.610883 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81988faa-29a9-4611-9d43-054deee9a445 req-fdaa562f-508c-4078-9086-5406d82c2c82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:39.612367 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81988faa-29a9-4611-9d43-054deee9a445 req-fdaa562f-508c-4078-9086-5406d82c2c82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 943 time: 0.0522859 Nov 17 17:26:39.665208 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81988faa-29a9-4611-9d43-054deee9a445 req-cbc3e7d3-c40d-4f7a-a354-c23d8766eb17 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468876 Nov 17 17:26:40.023096 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7ac6-b4c2-4c8f-93c3-932ce4988856 req-de58c95f-3509-49f5-92a9-551b9e3d638d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:40.024598 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-486e7ac6-b4c2-4c8f-93c3-932ce4988856 req-de58c95f-3509-49f5-92a9-551b9e3d638d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0503154 Nov 17 17:26:40.075499 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-486e7ac6-b4c2-4c8f-93c3-932ce4988856 req-71676fda-b9dd-4e4f-a596-4db87b71eaf2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Nov 17 17:26:40.780850 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17abdac-4ad8-4ff4-8737-b0eafa33dd25 req-f4731612-35f2-4475-aac8-585af4c0cfbc tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:40.783161 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d17abdac-4ad8-4ff4-8737-b0eafa33dd25 req-f4731612-35f2-4475-aac8-585af4c0cfbc tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 943 time: 0.0497677 Nov 17 17:26:40.834793 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d17abdac-4ad8-4ff4-8737-b0eafa33dd25 req-f4d27367-d504-41a9-b615-2b0b6e3505eb tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Nov 17 17:26:41.163363 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:26:41.190725 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d04a0-501d-4ace-998c-4f4c6cec5718 req-1e809b42-8e49-49e3-bbcc-5879430283c5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:41.192221 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f93d04a0-501d-4ace-998c-4f4c6cec5718 req-1e809b42-8e49-49e3-bbcc-5879430283c5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 943 time: 0.0489635 Nov 17 17:26:41.246778 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f93d04a0-501d-4ace-998c-4f4c6cec5718 req-65d5987f-b198-43ac-b12e-4f208956a556 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481317 Nov 17 17:26:41.267024 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:41.278084 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'port_id': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'mac_address': 'fa:16:3e:7f:a0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:26:41.314677 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:41.327310 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:26:41.360735 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:41.449999 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:41.495719 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:41.947222 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87039aa7-2ae4-43ca-9e52-70628804b563 req-ac9c7426-7095-41ad-9f97-727eb5d847fd tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:41.948724 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-87039aa7-2ae4-43ca-9e52-70628804b563 req-ac9c7426-7095-41ad-9f97-727eb5d847fd tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 943 time: 0.0496049 Nov 17 17:26:41.997252 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-87039aa7-2ae4-43ca-9e52-70628804b563 req-326e6d2c-8809-45e2-9ca5-04b63996037e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Nov 17 17:26:42.362347 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98ba65-a8b5-424e-ba28-7ac280fa5dff req-51115a72-38c6-4f11-aa7f-40b0c4daa15a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:42.363770 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ed98ba65-a8b5-424e-ba28-7ac280fa5dff req-51115a72-38c6-4f11-aa7f-40b0c4daa15a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 944 time: 0.0473156 Nov 17 17:26:42.411539 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ed98ba65-a8b5-424e-ba28-7ac280fa5dff req-62b079ff-52b1-400d-875f-3dbee528a8dc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 Nov 17 17:26:42.986283 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 7e703cad-78ba-4fab-bee3-d1b0df224510 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:26:42.988433 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 954e8190-3a19-49b8-b6e7-f1cdbbbb151e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:26:43.015384 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 954e8190-3a19-49b8-b6e7-f1cdbbbb151e {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:26:43.015728 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 954e8190-3a19-49b8-b6e7-f1cdbbbb151e not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:26:43.107208 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 7e703cad-78ba-4fab-bee3-d1b0df224510, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7e703cad-78ba-4fab-bee3-d1b0df224510,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:43.116343 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17348c2-90a5-4136-9242-1db5cc43cef8 req-9b921660-6899-4815-97e7-30eba70b7692 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:43.117878 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f17348c2-90a5-4136-9242-1db5cc43cef8 req-9b921660-6899-4815-97e7-30eba70b7692 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 943 time: 0.0509613 Nov 17 17:26:43.118426 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'port_id': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'mac_address': 'fa:16:3e:cb:46:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:26:43.163684 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:43.166593 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f17348c2-90a5-4136-9242-1db5cc43cef8 req-a0b5cfdd-621a-41b3-be53-818ee09f0f6e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Nov 17 17:26:43.176601 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e703cad-78ba-4fab-bee3-d1b0df224510 {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:26:43.197544 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:26:43.202808 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 7e703cad-78ba-4fab-bee3-d1b0df224510, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7e703cad-78ba-4fab-bee3-d1b0df224510,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:43.298320 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:43.379735 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=7e703cad-78ba-4fab-bee3-d1b0df224510,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:43.517703 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['7e703cad-78ba-4fab-bee3-d1b0df224510'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:26:43.531108 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bde88-6bcb-4f66-99b8-c2c617f20d9d req-f1744f9c-fa89-4eed-82a2-2f059d59ad92 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:43.536768 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db9bde88-6bcb-4f66-99b8-c2c617f20d9d req-f1744f9c-fa89-4eed-82a2-2f059d59ad92 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 944 time: 0.0544395 Nov 17 17:26:43.590447 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-db9bde88-6bcb-4f66-99b8-c2c617f20d9d req-e5658819-5f41-43c0-8475-01997ffa63fc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513530 Nov 17 17:26:44.283985 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1489e38-041b-48a8-9907-8a794c047ae9 req-c3b29e96-a8cc-4632-9777-440527c4a9fe tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:44.285492 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d1489e38-041b-48a8-9907-8a794c047ae9 req-c3b29e96-a8cc-4632-9777-440527c4a9fe tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 944 time: 0.0485432 Nov 17 17:26:44.332123 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d1489e38-041b-48a8-9907-8a794c047ae9 req-91ef3299-8c48-4d95-bb69-7e599e4ae708 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Nov 17 17:26:44.714326 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c57ee-5a1b-48d5-8517-b0f97e3e947c req-35f815c4-356e-43ac-971d-b04d37dddbf9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:44.715758 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e54c57ee-5a1b-48d5-8517-b0f97e3e947c req-35f815c4-356e-43ac-971d-b04d37dddbf9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 944 time: 0.0558436 Nov 17 17:26:44.763702 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e54c57ee-5a1b-48d5-8517-b0f97e3e947c req-2d481a52-7f61-4b21-bf66-0cc3909f309d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Nov 17 17:26:44.882112 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50484) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:44.983437 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5b172f4a-8f13-4fd1-94a8-704e1f9bffa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:44.992327 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 7e703cad-78ba-4fab-bee3-d1b0df224510 up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:45.055898 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5b172f4a-8f13-4fd1-94a8-704e1f9bffa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.123985 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 7e703cad-78ba-4fab-bee3-d1b0df224510 completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:26:45.134862 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 7e703cad-78ba-4fab-bee3-d1b0df224510 triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:45.134862 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.203810 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.207250 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5b172f4a-8f13-4fd1-94a8-704e1f9bffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.225957 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:26:45.228188 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94573b47-96b4-4855-8edb-8ea3a8973bd5" -d '{"events": [{"server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "name": "network-vif-plugged", "status": "completed", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:26:45.244828 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 7e703cad-78ba-4fab-bee3-d1b0df224510, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7e703cad-78ba-4fab-bee3-d1b0df224510,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:45.249058 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-5b172f4a-8f13-4fd1-94a8-704e1f9bffa0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ff1c660c717459a8dbd49a3e8706d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658435 Nov 17 17:26:45.249885 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b172f4a-8f13-4fd1-94a8-704e1f9bffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00b7d0-b064-4851-abdd-08346accfac3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:45.252301 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50490) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:45.266695 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95060c1-8ae4-4e41-ba23-39f4aeb8b7c6 x-openstack-request-id: req-d95060c1-8ae4-4e41-ba23-39f4aeb8b7c6 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:26:45.267151 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "name": "network-vif-plugged", "status": "completed", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:26:45.267773 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d95060c1-8ae4-4e41-ba23-39f4aeb8b7c6 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:26:45.268183 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'code': 200} Nov 17 17:26:45.302014 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8a625d6-839f-42d6-a0c6-74663eaeea75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.310028 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.310899 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:26:45.329321 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8a625d6-839f-42d6-a0c6-74663eaeea75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.406031 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=7e703cad-78ba-4fab-bee3-d1b0df224510,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:45.449753 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e144fa3-4273-44af-a07c-44efc46aaadb req-856a1874-ff84-4f30-9312-37f878928c94 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:45.451212 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e144fa3-4273-44af-a07c-44efc46aaadb req-856a1874-ff84-4f30-9312-37f878928c94 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0496039 Nov 17 17:26:45.458873 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8a625d6-839f-42d6-a0c6-74663eaeea75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.461590 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8a625d6-839f-42d6-a0c6-74663eaeea75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.463791 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-a8a625d6-839f-42d6-a0c6-74663eaeea75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e00b7d0-b064-4851-abdd-08346accfac3 HTTP/1.1" status: 204 len: 168 time: 0.2095621 Nov 17 17:26:45.471622 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a625d6-839f-42d6-a0c6-74663eaeea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00b7d0-b064-4851-abdd-08346accfac3,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:45.506416 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-2e144fa3-4273-44af-a07c-44efc46aaadb req-17fcce50-8d6a-41be-922e-bfdecc00b2b7 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Nov 17 17:26:45.515813 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:26:45.521022 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:26:45.521394 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.606800 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.626881 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab141c-2df3-4b87-ae4f-dd084ed65e8d req-b8b5a4b0-7aee-44f7-9e76-12f6a5647efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:45.629496 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f0ab141c-2df3-4b87-ae4f-dd084ed65e8d req-b8b5a4b0-7aee-44f7-9e76-12f6a5647efb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1098 time: 0.0438483 Nov 17 17:26:45.646506 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:45.684265 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f0ab141c-2df3-4b87-ae4f-dd084ed65e8d req-dc0fa88b-5c7e-40de-ba18-13fbe993a58a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471959 Nov 17 17:26:45.718807 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:45.769866 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:45.880606 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b200ad-3905-4df3-95c5-d460a2b89575 req-4dd53c10-c280-4347-8a71-909ffd115068 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:45.882079 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-62b200ad-3905-4df3-95c5-d460a2b89575 req-4dd53c10-c280-4347-8a71-909ffd115068 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0496843 Nov 17 17:26:45.930965 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-62b200ad-3905-4df3-95c5-d460a2b89575 req-a7f93d30-b34a-4a21-bf7b-4e1fa0217960 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Nov 17 17:26:46.144299 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50506) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:46.160021 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8c866c4d-3952-4168-9544-a5848ffdb442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:46.281198 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8c866c4d-3952-4168-9544-a5848ffdb442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:46.521562 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8c866c4d-3952-4168-9544-a5848ffdb442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:46.521773 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-01fbcd4f-338b-46cf-a80d-f3a85a547855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:46.574700 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-8c866c4d-3952-4168-9544-a5848ffdb442 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddd0afc4c03845088f91554e3128fbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290099 Nov 17 17:26:46.576509 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50510) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:46.577126 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c866c4d-3952-4168-9544-a5848ffdb442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cbb89f-89ec-46f4-ac4f-603c6118d897,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:46.634986 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:46.655976 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88ca54-762c-4929-94a7-4a8a77389e10 req-d511eaec-57c7-4473-a055-88fd04d4b940 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:46.657707 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5e88ca54-762c-4929-94a7-4a8a77389e10 req-d511eaec-57c7-4473-a055-88fd04d4b940 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0620115 Nov 17 17:26:46.659999 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:46.706989 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5e88ca54-762c-4929-94a7-4a8a77389e10 req-077e472d-5f63-43ba-893e-e22999a5e504 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Nov 17 17:26:46.795706 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:46.799058 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:46.802219 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27cbb89f-89ec-46f4-ac4f-603c6118d897 HTTP/1.1" status: 204 len: 168 time: 0.2226827 Nov 17 17:26:46.808399 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cbb89f-89ec-46f4-ac4f-603c6118d897,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:46.816498 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.816879 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.817223 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.817560 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.817897 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.818230 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.818560 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.818937 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.819207 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.819529 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.819958 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:46.820512 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed476c6-f9b3-4b4a-b5c2-0a1d9a67479b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:47.048774 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4eec-fd4d-4441-9067-a6a7477927c2 req-825802e1-ba1c-483f-a342-15fcba49e077 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:47.050186 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-114b4eec-fd4d-4441-9067-a6a7477927c2 req-825802e1-ba1c-483f-a342-15fcba49e077 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0522654 Nov 17 17:26:47.099704 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-114b4eec-fd4d-4441-9067-a6a7477927c2 req-20d5e546-d5d7-4452-8b11-dc7b8b17f247 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429554 Nov 17 17:26:47.269084 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:26:47.271433 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46885115-fd8f-420e-8027-c87c84c80fa4" -d '{"events": [{"server_uuid": "6beefeb6-08d7-4cb8-a471-ab94355246cb", "name": "network-vif-plugged", "status": "completed", "tag": "a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:26:47.307529 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3356e299-2bce-4fd8-95e2-f8b77f08268a x-openstack-request-id: req-3356e299-2bce-4fd8-95e2-f8b77f08268a {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:26:47.307904 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beefeb6-08d7-4cb8-a471-ab94355246cb", "name": "network-vif-plugged", "status": "completed", "tag": "a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:26:47.308230 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3356e299-2bce-4fd8-95e2-f8b77f08268a {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:26:47.308734 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'code': 200} Nov 17 17:26:47.831989 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a246bc-c999-4f18-b93d-7b7daa278859 req-5aa0be5d-9d4c-4544-aa89-3031abed3c4a tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:47.833402 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-57a246bc-c999-4f18-b93d-7b7daa278859 req-5aa0be5d-9d4c-4544-aa89-3031abed3c4a tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0494714 Nov 17 17:26:47.882255 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-57a246bc-c999-4f18-b93d-7b7daa278859 req-304ba6b2-ff69-48b4-ae44-7af465214647 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 Nov 17 17:26:47.998060 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361919-37c3-4d7c-8347-f75ba168a903 req-ad84b9e0-ac0e-43cf-877c-3736d64c63ad tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:47.999527 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8c361919-37c3-4d7c-8347-f75ba168a903 req-ad84b9e0-ac0e-43cf-877c-3736d64c63ad tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0495155 Nov 17 17:26:48.046584 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8c361919-37c3-4d7c-8347-f75ba168a903 req-aa2372c5-5de9-492d-8055-38d560c1dbc3 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Nov 17 17:26:48.218344 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc574c2-e0d3-4951-8fa8-8a151cc109b9 req-d7e34ca9-0c60-453b-b235-6b8d02c12124 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:48.220474 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccc574c2-e0d3-4951-8fa8-8a151cc109b9 req-d7e34ca9-0c60-453b-b235-6b8d02c12124 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0539119 Nov 17 17:26:48.272385 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ccc574c2-e0d3-4951-8fa8-8a151cc109b9 req-664c17d5-f88d-4f13-98d1-238ad4a580bb tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447860 Nov 17 17:26:48.379608 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af0e8b-e6e5-4bd9-a895-daed8219a0d1 req-97b4c9f8-fda2-4dd0-b3f8-70c2534df416 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:48.381282 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a7af0e8b-e6e5-4bd9-a895-daed8219a0d1 req-97b4c9f8-fda2-4dd0-b3f8-70c2534df416 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0543845 Nov 17 17:26:48.412019 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50558) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:48.434410 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a7af0e8b-e6e5-4bd9-a895-daed8219a0d1 req-d9a19415-380a-4402-b5f5-de2ee892bed2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469036 Nov 17 17:26:48.520384 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-179dafc0-9729-4884-bd79-29402e329696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:48.603531 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-179dafc0-9729-4884-bd79-29402e329696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:48.692762 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-179dafc0-9729-4884-bd79-29402e329696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:48.693074 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-52423777-ac95-4501-a00f-d804808745ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:48.733553 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-179dafc0-9729-4884-bd79-29402e329696 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8cade9873834993a8712f3597b26f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204932 Nov 17 17:26:48.734344 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dafc0-9729-4884-bd79-29402e329696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1e8cae-4c97-4543-83fe-8db7a31dbbcd,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:48.736312 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50564) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:48.785653 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5857d0de-0ae7-469e-9b7c-74b363430dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:48.806256 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5857d0de-0ae7-469e-9b7c-74b363430dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:48.932816 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5857d0de-0ae7-469e-9b7c-74b363430dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:48.935434 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5857d0de-0ae7-469e-9b7c-74b363430dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:48.936859 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-5857d0de-0ae7-469e-9b7c-74b363430dcf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b1e8cae-4c97-4543-83fe-8db7a31dbbcd HTTP/1.1" status: 204 len: 168 time: 0.1984017 Nov 17 17:26:48.944783 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857d0de-0ae7-469e-9b7c-74b363430dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1e8cae-4c97-4543-83fe-8db7a31dbbcd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:49.430697 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101146e-7cc9-4ef3-a675-38ebc254cf1c req-943f3402-ddeb-4bc2-93de-a089df21a981 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:49.432504 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4101146e-7cc9-4ef3-a675-38ebc254cf1c req-943f3402-ddeb-4bc2-93de-a089df21a981 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0743697 Nov 17 17:26:49.487969 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4101146e-7cc9-4ef3-a675-38ebc254cf1c req-a9bb9c14-c800-4fd4-b8d5-db9d7de2d4c0 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480711 Nov 17 17:26:49.881858 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:50.035646 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad05b2-343f-42c7-abec-ca6d8f677837 req-6da05980-15a9-47e3-87ff-5bf57ccaa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:50.037179 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7fad05b2-343f-42c7-abec-ca6d8f677837 req-6da05980-15a9-47e3-87ff-5bf57ccaa55c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 1098 time: 0.3692877 Nov 17 17:26:50.091011 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-7fad05b2-343f-42c7-abec-ca6d8f677837 req-cbcf4fa1-10fe-4d2d-9826-5fb29da3e0ca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Nov 17 17:26:50.432409 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-535b0c7d-9d22-4d58-b0b8-a042d010124f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:50.436689 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-535b0c7d-9d22-4d58-b0b8-a042d010124f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/networks?id=0ce88e4a-14d2-486b-8476-36e398f82a0f HTTP/1.1" status: 200 len: 813 time: 0.1181202 Nov 17 17:26:50.451476 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-ed32dd11-bdca-4478-9e99-d2f476c4591d tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/quotas/8ac3f68332544a7eb1e2983ec10f62c0 HTTP/1.1" status: 200 len: 375 time: 0.0097775 Nov 17 17:26:50.485211 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f90d3297-71a8-4411-8c9f-758e11dd99c1 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264630 Nov 17 17:26:50.578558 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-d128c95f-80fb-4344-9449-eeac19f6eca1 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858047 Nov 17 17:26:50.675206 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-5c6dfc00-13e8-4cbe-ac63-6b56a4dfb656 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904181 Nov 17 17:26:51.140783 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed65cd-62ad-418f-82ee-ce6bfb064a83 req-56e4b9b5-6b23-48d6-8afe-3c7104565b27 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:51.142445 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-74ed65cd-62ad-418f-82ee-ce6bfb064a83 req-56e4b9b5-6b23-48d6-8afe-3c7104565b27 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0498357 Nov 17 17:26:51.194243 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-74ed65cd-62ad-418f-82ee-ce6bfb064a83 req-1ba833dc-c5c0-4421-9a69-1018358a2700 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458148 Nov 17 17:26:51.267181 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d29c23a8-8d55-4076-ad0c-c5b08d1b5bf0 req-c6d80e61-f960-4bea-b924-62d53daed6cb tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 210 time: 0.0357468 Nov 17 17:26:51.307823 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:52.155772 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:52.320454 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daea24-3e7b-4395-b7c9-33f53564eda4 req-af8aaa48-7e8c-4249-b74b-4b26be90b40d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:52.322156 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c7daea24-3e7b-4395-b7c9-33f53564eda4 req-af8aaa48-7e8c-4249-b74b-4b26be90b40d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0575786 Nov 17 17:26:52.395525 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f345fc3e-e897-4070-a445-fa73b1e2223c req-978e5429-bd3f-49c6-8b36-b0cf6f71374e tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 210 time: 0.0376532 Nov 17 17:26:52.422069 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-c7daea24-3e7b-4395-b7c9-33f53564eda4 req-89e6140e-3d72-44b8-86e1-b9c9ce92e111 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892386 Nov 17 17:26:52.544919 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9f0e5-1504-4686-bc9c-1fbe705cdb0f req-03798c86-8ffd-4b3a-8f8e-305adb42353a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:52.546413 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a8d9f0e5-1504-4686-bc9c-1fbe705cdb0f req-03798c86-8ffd-4b3a-8f8e-305adb42353a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0500224 Nov 17 17:26:52.597301 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a8d9f0e5-1504-4686-bc9c-1fbe705cdb0f req-28b02846-61b8-4e6b-be2c-9bce613a2ca8 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 Nov 17 17:26:52.619632 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50666) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:52.809259 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd49a1-f4c8-4f23-8d7b-f4d7579e6a30 tempest-TestVolumeBootPattern-2121254179 tempest-TestVolumeBootPattern-2121254179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:52.816105 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-52fd49a1-f4c8-4f23-8d7b-f4d7579e6a30 tempest-TestVolumeBootPattern-2121254179 tempest-TestVolumeBootPattern-2121254179-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 1093 time: 0.1901047 Nov 17 17:26:52.816105 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50670) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:52.819578 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'port_id': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:26:52.913213 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.011844 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.124396 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Allocated IP 172.27.1.242 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/96ad1eea-2ddb-4539-a14e-05cbaae86145) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:26:53.204587 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-a0f61c1b-056f-413b-aae8-296c988674d0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:53.206149 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-a0f61c1b-056f-413b-aae8-296c988674d0 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.69 "GET /v2.0/networks?id=0ce88e4a-14d2-486b-8476-36e398f82a0f HTTP/1.1" status: 200 len: 813 time: 0.1082454 Nov 17 17:26:53.219933 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Request body: {'port': {'device_id': '7c8e815f-ff29-4436-a07e-ce9488ef2066', 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f', 'admin_state_up': True, 'tenant_id': '8ac3f68332544a7eb1e2983ec10f62c0'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:26:53.229680 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.362006 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.398794 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:53.401782 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:53.408174 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:26:53.415441 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Made reservation on behalf of 8ac3f68332544a7eb1e2983ec10f62c0 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:26:53.423320 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.461801 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=96ad1eea-2ddb-4539-a14e-05cbaae86145,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:53.520748 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a30e45b7-28e0-491e-bae6-6b0f67ba7c71 req-0c4d5ea9-6c32-45fb-9506-272e84fec373 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 210 time: 0.0357664 Nov 17 17:26:53.587893 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Allocated IP 172.20.0.8 (0ce88e4a-14d2-486b-8476-36e398f82a0f/068b2c98-26b3-46af-af2a-db494b147425/b829ec06-be60-4691-a071-56286cea621b) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:26:53.734802 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.819881 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.827729 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.867166 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Network 0ce88e4a-14d2-486b-8476-36e398f82a0f is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:53.870335 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:53.880646 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:26:53.905219 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Pushing event updated for resources: {'Port': ['ID=b829ec06-be60-4691-a071-56286cea621b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:53.932873 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:53.933470 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:53.954075 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.024442 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-f6f719f3-da68-41d0-a74c-5666a65de278 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8085628 Nov 17 17:26:54.037250 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Request body: {'port': {'device_id': '7c8e815f-ff29-4436-a07e-ce9488ef2066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:26:54.095745 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.103242 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.164273 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.239358 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=96ad1eea-2ddb-4539-a14e-05cbaae86145,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:54.247706 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.350278 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Floating IP e1f55270-1e91-442a-83f8-0b0230a81ad1 associated. External IP: 172.27.1.242, port: a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d. Nov 17 17:26:54.375315 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b829ec06-be60-4691-a071-56286cea621b {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:26:54.383655 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.395966 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Transition to ACTIVE for port object b829ec06-be60-4691-a071-56286cea621b will not be triggered until provisioned by entity L2. {{(pid=102410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:26:54.475670 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.553136 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Pushing event updated for resources: {'Port': ['ID=b829ec06-be60-4691-a071-56286cea621b,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:54.577234 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:26:54.620950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Attempting to bind port b829ec06-be60-4691-a071-56286cea621b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:26:54.621285 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Attempting to bind port b829ec06-be60-4691-a071-56286cea621b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:26:54.621617 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Attempting to bind port b829ec06-be60-4691-a071-56286cea621b on network 0ce88e4a-14d2-486b-8476-36e398f82a0f {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:54.626669 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Port b829ec06-be60-4691-a071-56286cea621b on network 0ce88e4a-14d2-486b-8476-36e398f82a0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:26:54.627130 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Attempting to bind port b829ec06-be60-4691-a071-56286cea621b on network 0ce88e4a-14d2-486b-8476-36e398f82a0f {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:26:54.632384 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:26:54.632942 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Checking segment: {'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:26:54.633499 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Bound using segment: {'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:26:54.634082 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Bound port: b829ec06-be60-4691-a071-56286cea621b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566aed75-b7a7-4b48-856e-0a15a48ba52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:26:54.634597 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.701555 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] For port b829ec06-be60-4691-a071-56286cea621b, host hv-cinder-79760, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:26:54.704929 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] For port b829ec06-be60-4691-a071-56286cea621b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b829ec06-be60-4691-a071-56286cea621b,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:26:54.709507 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2c35-41b0-4b6a-a50d-94b060d6fe0a req-11a35580-9a02-4048-845f-735694a766c2 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:54.710959 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-543f2c35-41b0-4b6a-a50d-94b060d6fe0a req-11a35580-9a02-4048-845f-735694a766c2 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 943 time: 0.0896497 Nov 17 17:26:54.742377 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:26:54.752848 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:26:54.763600 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:26:54.764284 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:26:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:54.774445 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-543f2c35-41b0-4b6a-a50d-94b060d6fe0a req-e6742e0f-220b-46fb-a7f5-ead930d99b1a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565486 Nov 17 17:26:54.787696 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.803729 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:54.804532 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.805916 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] 10.222.0.69 "PUT /v2.0/ports/b829ec06-be60-4691-a071-56286cea621b HTTP/1.1" status: 200 len: 1093 time: 0.7727075 Nov 17 17:26:54.824724 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8e815f-ff29-4436-a07e-ce9488ef2066', 'tag': 'b829ec06-be60-4691-a071-56286cea621b'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:26:54.836989 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80a9b95-a0c3-4565-9fc6-d2afb1f73ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8e815f-ff29-4436-a07e-ce9488ef2066", "tag": "b829ec06-be60-4691-a071-56286cea621b"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:26:54.858282 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2ca9-44ee-49ff-b2a2-ed8e5198a391 service neutron] Pushing event updated for resources: {'Port': ['ID=b829ec06-be60-4691-a071-56286cea621b,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:54.871208 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93df64f-da98-4462-9757-dd769fd9b092 x-openstack-request-id: req-e93df64f-da98-4462-9757-dd769fd9b092 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:26:54.871208 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8e815f-ff29-4436-a07e-ce9488ef2066", "tag": "b829ec06-be60-4691-a071-56286cea621b", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:26:54.871208 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e93df64f-da98-4462-9757-dd769fd9b092 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:26:54.871208 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8e815f-ff29-4436-a07e-ce9488ef2066', 'tag': 'b829ec06-be60-4691-a071-56286cea621b', 'status': 'completed', 'code': 200} Nov 17 17:26:54.898353 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:54.939957 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-504a98c3-180d-4a99-ac46-04d21c585705 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1118963 Nov 17 17:26:54.939957 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'tag': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:26:54.939957 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba" -d '{"events": [{"name": "network-changed", "server_uuid": "6beefeb6-08d7-4cb8-a471-ab94355246cb", "tag": "a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:26:54.954059 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a9b95-a0c3-4565-9fc6-d2afb1f73ab0 req-b7694980-5979-4604-aa5e-172aa2b47f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:54.955107 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f80a9b95-a0c3-4565-9fc6-d2afb1f73ab0 req-b7694980-5979-4604-aa5e-172aa2b47f9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 1096 time: 0.0623498 Nov 17 17:26:54.973089 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e585139-2ecf-4241-b82e-0108eb464dfc x-openstack-request-id: req-3e585139-2ecf-4241-b82e-0108eb464dfc {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:26:54.973596 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beefeb6-08d7-4cb8-a471-ab94355246cb", "tag": "a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:26:54.974672 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e585139-2ecf-4241-b82e-0108eb464dfc {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:26:54.974672 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'tag': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'status': 'completed', 'code': 200} Nov 17 17:26:55.000189 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:26:55.038324 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-9a5e303f-c922-407c-bc04-1169b633665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.039869 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-9a5e303f-c922-407c-bc04-1169b633665b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 1098 time: 0.0435030 Nov 17 17:26:55.069827 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a9b95-a0c3-4565-9fc6-d2afb1f73ab0 req-6ad554d3-fe26-441c-8ccb-afc781d21f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.073318 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f80a9b95-a0c3-4565-9fc6-d2afb1f73ab0 req-6ad554d3-fe26-441c-8ccb-afc781d21f3f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1100669 Nov 17 17:26:55.173715 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a9b95-a0c3-4565-9fc6-d2afb1f73ab0 req-2aa866d5-7c24-474c-a10a-62815de79fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.175197 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f80a9b95-a0c3-4565-9fc6-d2afb1f73ab0 req-2aa866d5-7c24-474c-a10a-62815de79fa7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973256 Nov 17 17:26:55.259206 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'e1f55270-1e91-442a-83f8-0b0230a81ad1', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:7f:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:26:53Z', 'updated_at': '2021-11-17T17:26:53Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:55.261312 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-ce7a32b0-53be-494d-9cee-d30c3697b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.263022 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-ce7a32b0-53be-494d-9cee-d30c3697b0f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 1096 time: 0.0505095 Nov 17 17:26:55.287535 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:26:55.296907 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:26:55.298365 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:26:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:55.307170 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-9b76f3b5-077e-4ef1-9c81-656968157382 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b829ec06-be60-4691-a071-56286cea621b HTTP/1.1" status: 200 len: 217 time: 0.0359476 Nov 17 17:26:55.361202 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-873209a6-2724-4eb3-9019-53f98ef58cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.362664 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-873209a6-2724-4eb3-9019-53f98ef58cb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=068b2c98-26b3-46af-af2a-db494b147425 HTTP/1.1" status: 200 len: 853 time: 0.0492408 Nov 17 17:26:55.395346 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-acb5ce8e-35bc-41cc-a3d9-069414a295ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ce88e4a-14d2-486b-8476-36e398f82a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255332 Nov 17 17:26:55.402601 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-e1e5de13-b1d7-401a-93a1-2f04b2ada24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.404183 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-e1e5de13-b1d7-401a-93a1-2f04b2ada24c service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.3569577 Nov 17 17:26:55.412285 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:26:55.470271 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-0c598c0f-2f6f-4787-82ed-26c64c802d17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d HTTP/1.1" status: 200 len: 999 time: 0.0590901 Nov 17 17:26:55.492283 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-89cba0b9-87b6-4d14-939b-6dd78aca9d2a service neutron] 10.222.0.69 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895967 Nov 17 17:26:55.522547 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-290926f3-04f5-4283-ac7d-4728534740c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.524291 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-290926f3-04f5-4283-ac7d-4728534740c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0478296 Nov 17 17:26:55.574385 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-ccd58703-563e-46e1-80b6-9f173ad063e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.576275 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-ccd58703-563e-46e1-80b6-9f173ad063e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446670 Nov 17 17:26:55.612553 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-ce68a97e-f2e1-4d79-9932-a6f9b6f377c2 req-a1dc64ab-a40b-4ee4-8a2c-4b9741fa647a service neutron] 10.222.0.69 "GET /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139586 Nov 17 17:26:55.671683 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'e1f55270-1e91-442a-83f8-0b0230a81ad1', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:7f:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:26:53Z', 'updated_at': '2021-11-17T17:26:53Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:26:55.676368 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-83634578-1da0-4ee3-945c-7cd77b612c0c service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930383 Nov 17 17:26:55.701407 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0b208-7a7e-411a-8dea-d3523fdb8382 None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'e1f55270-1e91-442a-83f8-0b0230a81ad1', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:7f:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:26:53Z', 'updated_at': '2021-11-17T17:26:53Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:26:55.773868 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5faf2661-4b8d-4bdd-a06a-e1df88bc3bba req-deb42189-418d-41ff-a8c4-c2f7a8a24f42 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903125 Nov 17 17:26:55.905713 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67060058-8e7a-475b-ab86-d4c4bd7e8e56 req-0adb9b52-0052-4a69-9b13-53afe4742a8c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:55.908272 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-67060058-8e7a-475b-ab86-d4c4bd7e8e56 req-0adb9b52-0052-4a69-9b13-53afe4742a8c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 943 time: 0.0570066 Nov 17 17:26:55.918521 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1054c3-03b4-4b8f-acd2-3dd467f9ceab None None] New status for floating IP e1f55270-1e91-442a-83f8-0b0230a81ad1: ACTIVE {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:26:55.966451 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-67060058-8e7a-475b-ab86-d4c4bd7e8e56 req-3744d314-8f0e-4ede-a22e-3780c6ca200a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Nov 17 17:26:57.083373 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d6eef-79ac-4668-9229-5eff4de2aff7 req-3cae5f23-de0b-4b70-b6c7-989fa2d26a0a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:57.084856 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-412d6eef-79ac-4668-9229-5eff4de2aff7 req-3cae5f23-de0b-4b70-b6c7-989fa2d26a0a tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 943 time: 0.0495818 Nov 17 17:26:57.136085 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-412d6eef-79ac-4668-9229-5eff4de2aff7 req-4ded8e2e-e532-49dd-9f01-0b45a1bb2bdd tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Nov 17 17:26:58.251259 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c20e-5f10-41e7-8b8e-e66bdf258c4e req-607a44f5-e304-4cb1-a726-8d177777f463 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:58.253827 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-53c2c20e-5f10-41e7-8b8e-e66bdf258c4e req-607a44f5-e304-4cb1-a726-8d177777f463 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 943 time: 0.0503385 Nov 17 17:26:58.301928 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-53c2c20e-5f10-41e7-8b8e-e66bdf258c4e req-aadc6ea9-6297-4b70-b8ad-fd4e1776568b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Nov 17 17:26:58.939981 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2168-4a7e-4cc6-b214-659ab6725c1d req-e3cb1270-a9a0-474a-8905-0575ccc9c445 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:58.941534 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-233a2168-4a7e-4cc6-b214-659ab6725c1d req-e3cb1270-a9a0-474a-8905-0575ccc9c445 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0505726 Nov 17 17:26:58.988575 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-233a2168-4a7e-4cc6-b214-659ab6725c1d req-34234770-f818-451c-8e9c-f9961e72ac7c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Nov 17 17:26:59.010703 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50740) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:59.105498 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device b829ec06-be60-4691-a071-56286cea621b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:26:59.156674 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c3bf4-7393-40a3-819d-618985c98c51 tempest-TestMinimumBasicScenario-1074680786 tempest-TestMinimumBasicScenario-1074680786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:59.160111 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-606c3bf4-7393-40a3-819d-618985c98c51 tempest-TestMinimumBasicScenario-1074680786 tempest-TestMinimumBasicScenario-1074680786-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1093 time: 0.1464748 Nov 17 17:26:59.161877 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 50748) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:26:59.166577 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'port_id': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:26:59.222648 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port b829ec06-be60-4691-a071-56286cea621b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b829ec06-be60-4691-a071-56286cea621b,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:59.233894 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'b829ec06-be60-4691-a071-56286cea621b', 'network_id': '0ce88e4a-14d2-486b-8476-36e398f82a0f', 'port_id': 'b829ec06-be60-4691-a071-56286cea621b', 'mac_address': 'fa:16:3e:2d:c7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068b2c98-26b3-46af-af2a-db494b147425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:26:59.258839 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for floatingip, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:59.272032 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:59.286342 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b829ec06-be60-4691-a071-56286cea621b {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:26:59.306654 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port b829ec06-be60-4691-a071-56286cea621b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b829ec06-be60-4691-a071-56286cea621b,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:26:59.360751 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:59.396266 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:59.426895 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6dfa3-0814-4dea-aa8b-6b6fa9ff6723 req-05762d90-51b3-4a3a-b920-0f0817058511 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:26:59.428406 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b8f6dfa3-0814-4dea-aa8b-6b6fa9ff6723 req-05762d90-51b3-4a3a-b920-0f0817058511 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 943 time: 0.0563424 Nov 17 17:26:59.446918 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=b829ec06-be60-4691-a071-56286cea621b,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:26:59.454605 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.455073 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.455509 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.456002 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.456429 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.457302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.457302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.460051 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.462727 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.465345 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.465794 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.466237 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:26:59.478822 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Allocated IP 172.27.1.251 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/46624254-cfd0-4a38-bd10-84efbaac67e1) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:26:59.480431 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b8f6dfa3-0814-4dea-aa8b-6b6fa9ff6723 req-c4617800-dd22-46c0-80c0-c4bfc38afb15 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 Nov 17 17:26:59.582361 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:59.701587 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:26:59.736914 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:26:59.740619 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:26:59.745988 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:26:59.768810 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'Port': ['ID=46624254-cfd0-4a38-bd10-84efbaac67e1,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:00.105213 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:00.246523 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:00.396448 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:00.452557 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:00.523138 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'Port': ['ID=46624254-cfd0-4a38-bd10-84efbaac67e1,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:00.535560 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:00.674361 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae636c-a403-4067-ac54-8154787176ca req-2e202706-dd98-4dc6-8b1b-d67cd263435d tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:00.676852 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-62ae636c-a403-4067-ac54-8154787176ca req-2e202706-dd98-4dc6-8b1b-d67cd263435d tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 944 time: 0.1010175 Nov 17 17:27:00.686477 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Floating IP 42b0bcf7-934d-43a0-939c-b633c67b74e5 associated. External IP: 172.27.1.251, port: 7e703cad-78ba-4fab-bee3-d1b0df224510. Nov 17 17:27:00.775142 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-62ae636c-a403-4067-ac54-8154787176ca req-b6450f81-d76d-4609-8162-bc6edfd8510b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909870 Nov 17 17:27:00.927200 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:27:01.032006 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:27:01.046345 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] Sync routers for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:27:01.056948 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:27:01.057556 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:26:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:27:01.120804 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.148931 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-3d880dc6-1cca-4090-b851-64d9b3d03392 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9858329 Nov 17 17:27:01.149606 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:27:01.151711 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50758) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:01.152163 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf2421-08a4-42ca-a041-04c51bb5c524" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:27:01.156798 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7717bf56-26d8-47b4-a7bb-cde9926b7759 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256625296', 'description': 'tempest-secgroup-smoke-1256625296 description', 'project_id': '228da8cee1034aa49372445119caea4d'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:27:01.167310 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:27:01.194276 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adaa657-8f2e-46ae-8a57-5b79dac8839c x-openstack-request-id: req-7adaa657-8f2e-46ae-8a57-5b79dac8839c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:27:01.194276 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:27:01.194608 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7adaa657-8f2e-46ae-8a57-5b79dac8839c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:27:01.194790 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'status': 'completed', 'code': 200} Nov 17 17:27:01.284840 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7717bf56-26d8-47b4-a7bb-cde9926b7759 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.351652 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7717bf56-26d8-47b4-a7bb-cde9926b7759 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.389455 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '42b0bcf7-934d-43a0-939c-b633c67b74e5', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'port_id': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'mac_address': 'fa:16:3e:cb:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:26:59Z', 'updated_at': '2021-11-17T17:26:59Z', 'revision_number': 0, 'project_id': '228da8cee1034aa49372445119caea4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:26:00Z', 'revision_number': 5, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:27:01.415854 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] Checking router: 68f94c2a-2be1-4bba-9dfe-02a153ff6219 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:27:01.424000 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:27:01.424181 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7717bf56-26d8-47b4-a7bb-cde9926b7759 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.424686 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:26:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:27:01.456357 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717bf56-26d8-47b4-a7bb-cde9926b7759 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5a0046-248f-4b7f-99e7-4a65ab43f6af,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:01.514928 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7717bf56-26d8-47b4-a7bb-cde9926b7759 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.516788 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-7717bf56-26d8-47b4-a7bb-cde9926b7759 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3634822 Nov 17 17:27:01.519589 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50764) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:01.524094 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-22a9b528-ca16-4b07-8279-3fe0c707cb91 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'security_group_rule': {'security_group_id': 'fc5a0046-248f-4b7f-99e7-4a65ab43f6af', 'project_id': '228da8cee1034aa49372445119caea4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:27:01.530555 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:27:01.559937 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['b829ec06-be60-4691-a071-56286cea621b'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:27:01.655030 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-22a9b528-ca16-4b07-8279-3fe0c707cb91 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.711646 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-22a9b528-ca16-4b07-8279-3fe0c707cb91 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.784051 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-22a9b528-ca16-4b07-8279-3fe0c707cb91 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.802114 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9b528-ca16-4b07-8279-3fe0c707cb91 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7f3e95-462d-4a40-83ad-2439cb7e37f4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:01.866460 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '42b0bcf7-934d-43a0-939c-b633c67b74e5', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'port_id': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'mac_address': 'fa:16:3e:cb:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:26:59Z', 'updated_at': '2021-11-17T17:26:59Z', 'revision_number': 0, 'project_id': '228da8cee1034aa49372445119caea4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:26:00Z', 'revision_number': 5, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:27:01.894387 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098a8fa-8195-4694-97df-8041a4ccf2b5 req-551c918c-dfac-4ced-806d-455354894e33 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:01.894646 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4565f7-b39d-4455-8c1e-9b96474a30de None None] The sync data for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi is: [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '42b0bcf7-934d-43a0-939c-b633c67b74e5', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'port_id': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'mac_address': 'fa:16:3e:cb:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:26:59Z', 'updated_at': '2021-11-17T17:26:59Z', 'revision_number': 0, 'project_id': '228da8cee1034aa49372445119caea4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:26:00Z', 'revision_number': 5, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:27:01.896065 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f098a8fa-8195-4694-97df-8041a4ccf2b5 req-551c918c-dfac-4ced-806d-455354894e33 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 944 time: 0.0499916 Nov 17 17:27:01.900710 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-22a9b528-ca16-4b07-8279-3fe0c707cb91 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:01.904342 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-22a9b528-ca16-4b07-8279-3fe0c707cb91 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837225 Nov 17 17:27:01.904983 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50768) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:01.909686 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2ee1dd52-60de-4a14-a08a-4d76d734dc42 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'security_group_rule': {'security_group_id': 'fc5a0046-248f-4b7f-99e7-4a65ab43f6af', 'project_id': '228da8cee1034aa49372445119caea4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:27:01.953764 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f098a8fa-8195-4694-97df-8041a4ccf2b5 req-efd6bde2-ab1e-48c1-86f5-5af920b95eb9 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Nov 17 17:27:02.026327 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ee1dd52-60de-4a14-a08a-4d76d734dc42 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.090691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ee1dd52-60de-4a14-a08a-4d76d734dc42 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.097965 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa179b2-4bd7-40a8-967e-a77d2fe90b24 None None] New status for floating IP 42b0bcf7-934d-43a0-939c-b633c67b74e5: ACTIVE {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:27:02.166872 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ee1dd52-60de-4a14-a08a-4d76d734dc42 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.185116 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1dd52-60de-4a14-a08a-4d76d734dc42 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57176f9b-f38f-4896-93a2-4d65a08b48e7,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:02.274556 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ee1dd52-60de-4a14-a08a-4d76d734dc42 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.275789 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-2ee1dd52-60de-4a14-a08a-4d76d734dc42 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3698695 Nov 17 17:27:02.278587 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50772) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:02.282832 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-46e96507-d868-4b2e-8fde-f7d762082234 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'security_group_rule': {'security_group_id': 'fc5a0046-248f-4b7f-99e7-4a65ab43f6af', 'project_id': '228da8cee1034aa49372445119caea4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:27:02.382038 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e96507-d868-4b2e-8fde-f7d762082234 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.438500 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e96507-d868-4b2e-8fde-f7d762082234 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.498526 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e96507-d868-4b2e-8fde-f7d762082234 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.519687 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e96507-d868-4b2e-8fde-f7d762082234 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0960f78c-d680-4673-8224-317a65abd3e9,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:02.567365 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-88d8f106-1d32-4cbb-9a2f-4129442d04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:02.568914 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-88d8f106-1d32-4cbb-9a2f-4129442d04d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1098 time: 0.0461037 Nov 17 17:27:02.626263 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e96507-d868-4b2e-8fde-f7d762082234 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.627484 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-46e96507-d868-4b2e-8fde-f7d762082234 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480258 Nov 17 17:27:02.630421 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50774) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:02.634934 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-efcaf40a-50f4-4544-b6d2-e327f2f1a836 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'security_group_rule': {'security_group_id': 'fc5a0046-248f-4b7f-99e7-4a65ab43f6af', 'project_id': '228da8cee1034aa49372445119caea4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:27:02.663222 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-7ca433d2-7ef3-4739-9b68-e5b88a3858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:02.664718 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-7ca433d2-7ef3-4739-9b68-e5b88a3858fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 200 len: 916 time: 0.0860791 Nov 17 17:27:02.733703 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-3c664242-ee3a-4490-87eb-a4b1c63cddde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 1001 time: 0.0609486 Nov 17 17:27:02.777283 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efcaf40a-50f4-4544-b6d2-e327f2f1a836 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.784642 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-92d3c78b-0f75-446b-9a47-75bc52968d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:02.786094 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-92d3c78b-0f75-446b-9a47-75bc52968d48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04d4d4d5-514b-4784-adcc-45e75b8839c6 HTTP/1.1" status: 200 len: 854 time: 0.0436139 Nov 17 17:27:02.835038 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-d4f264cc-405d-46a1-999b-21c33b4165ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:02.836444 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efcaf40a-50f4-4544-b6d2-e327f2f1a836 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.836609 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-d4f264cc-405d-46a1-999b-21c33b4165ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d57242-085a-459a-8640-40764fd9ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429697 Nov 17 17:27:02.906932 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efcaf40a-50f4-4544-b6d2-e327f2f1a836 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:02.925804 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaf40a-50f4-4544-b6d2-e327f2f1a836 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c342e5-9678-41d9-95e1-b26d33c798fd,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:02.933242 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-7aec7882-3db0-4567-a66f-6eca9f5d9807 service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876851 Nov 17 17:27:03.004571 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efcaf40a-50f4-4544-b6d2-e327f2f1a836 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.005815 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-efcaf40a-50f4-4544-b6d2-e327f2f1a836 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3744380 Nov 17 17:27:03.008504 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50778) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:03.013162 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-60439d63-2148-4f9c-8388-3c8f99a78e82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'security_group_rule': {'security_group_id': 'fc5a0046-248f-4b7f-99e7-4a65ab43f6af', 'project_id': '228da8cee1034aa49372445119caea4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:27:03.030530 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-b1cf2421-08a4-42ca-a041-04c51bb5c524 req-fda8f098-e6e7-43b4-96d4-b8f52d964216 service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893779 Nov 17 17:27:03.079592 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc7a50-4d02-40ee-bf9b-dd134b0e3caf req-59ee528b-51b5-4944-b22a-2b9e1e734e74 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:03.081779 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f1bc7a50-4d02-40ee-bf9b-dd134b0e3caf req-59ee528b-51b5-4944-b22a-2b9e1e734e74 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 944 time: 0.0565376 Nov 17 17:27:03.132213 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-f1bc7a50-4d02-40ee-bf9b-dd134b0e3caf req-6a723d9f-b6b2-44bd-8006-68c3591ca8fb tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Nov 17 17:27:03.152778 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-60439d63-2148-4f9c-8388-3c8f99a78e82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Project 228da8cee1034aa49372445119caea4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 17:27:03.152778 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-60439d63-2148-4f9c-8388-3c8f99a78e82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.199031 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-60439d63-2148-4f9c-8388-3c8f99a78e82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.316131 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-60439d63-2148-4f9c-8388-3c8f99a78e82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.334988 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60439d63-2148-4f9c-8388-3c8f99a78e82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14cf296-26ff-4818-b041-7c335cc06483,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:03.432226 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-60439d63-2148-4f9c-8388-3c8f99a78e82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.433479 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-60439d63-2148-4f9c-8388-3c8f99a78e82 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4239743 Nov 17 17:27:03.436458 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 50788) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:03.441439 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-26b74b5f-adef-40b5-8946-8c273808221b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'security_group_rule': {'security_group_id': 'fc5a0046-248f-4b7f-99e7-4a65ab43f6af', 'project_id': '228da8cee1034aa49372445119caea4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:27:03.548027 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device b829ec06-be60-4691-a071-56286cea621b up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:27:03.590142 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-26b74b5f-adef-40b5-8946-8c273808221b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Project 228da8cee1034aa49372445119caea4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 17:27:03.595698 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26b74b5f-adef-40b5-8946-8c273808221b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.661829 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26b74b5f-adef-40b5-8946-8c273808221b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.664148 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port b829ec06-be60-4691-a071-56286cea621b completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:27:03.667975 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port b829ec06-be60-4691-a071-56286cea621b triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:27:03.668344 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.732691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26b74b5f-adef-40b5-8946-8c273808221b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101809'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.750476 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b74b5f-adef-40b5-8946-8c273808221b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038b8574-25bc-4efe-8e5a-a13985b0315d,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:03.751310 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.774758 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8e815f-ff29-4436-a07e-ce9488ef2066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b829ec06-be60-4691-a071-56286cea621b'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:27:03.777054 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde261bc-4cfb-44d5-b2e3-12e509eae3b3" -d '{"events": [{"server_uuid": "7c8e815f-ff29-4436-a07e-ce9488ef2066", "name": "network-vif-plugged", "status": "completed", "tag": "b829ec06-be60-4691-a071-56286cea621b"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:27:03.789906 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port b829ec06-be60-4691-a071-56286cea621b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b829ec06-be60-4691-a071-56286cea621b,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:27:03.812962 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84615833-9799-412e-9dd8-ec8458b4953d x-openstack-request-id: req-84615833-9799-412e-9dd8-ec8458b4953d {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:27:03.813257 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8e815f-ff29-4436-a07e-ce9488ef2066", "name": "network-vif-plugged", "status": "completed", "tag": "b829ec06-be60-4691-a071-56286cea621b", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:27:03.813516 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84615833-9799-412e-9dd8-ec8458b4953d {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:27:03.813914 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8e815f-ff29-4436-a07e-ce9488ef2066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b829ec06-be60-4691-a071-56286cea621b', 'code': 200} Nov 17 17:27:03.846073 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26b74b5f-adef-40b5-8946-8c273808221b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.847431 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-26b74b5f-adef-40b5-8946-8c273808221b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4100277 Nov 17 17:27:03.938017 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-33841fe9-0f5c-4ff7-b56f-ce7376209804 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256625296&fields=id&tenant_id=228da8cee1034aa49372445119caea4d HTTP/1.1" status: 200 len: 267 time: 0.0461340 Nov 17 17:27:03.942149 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:03.990552 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=b829ec06-be60-4691-a071-56286cea621b,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:03.991565 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-efae3410-e069-4a6d-af00-f4eca22d6377 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:03.993073 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-efae3410-e069-4a6d-af00-f4eca22d6377 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0484748 Nov 17 17:27:04.004980 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'port': {'security_groups': ['68c98960-3def-4cd3-9019-4d034611dc3f', 'fc5a0046-248f-4b7f-99e7-4a65ab43f6af']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:27:04.071687 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:04.200938 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d207be-6046-441e-98c0-3dcabd42569a req-f722289d-2565-48f7-b256-dd4a131f1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:04.202931 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-13d207be-6046-441e-98c0-3dcabd42569a req-f722289d-2565-48f7-b256-dd4a131f1325 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 1098 time: 0.0492959 Nov 17 17:27:04.281348 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] For port 7e703cad-78ba-4fab-bee3-d1b0df224510, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7e703cad-78ba-4fab-bee3-d1b0df224510,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:27:04.282508 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd209eb-c1d3-4104-a44c-ec1e56618846 req-507c36f2-fce4-473d-933b-4a78cd8af722 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:04.285093 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8fd209eb-c1d3-4104-a44c-ec1e56618846 req-507c36f2-fce4-473d-933b-4a78cd8af722 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 945 time: 0.0737770 Nov 17 17:27:04.291831 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-13d207be-6046-441e-98c0-3dcabd42569a req-2d2ed674-d06e-4860-b1f7-3c3aeece233c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719769 Nov 17 17:27:04.321251 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:04.335923 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8fd209eb-c1d3-4104-a44c-ec1e56618846 req-2954365e-e157-4d50-b450-5039db10f4a7 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430882 Nov 17 17:27:04.429960 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:04.442219 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['7e703cad-78ba-4fab-bee3-d1b0df224510'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:27:04.477974 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:04.478623 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:04.480087 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a677b1dd-484e-4467-a8c3-955deb159a12 req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "PUT /v2.0/ports/7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 981 time: 0.4804876 Nov 17 17:27:04.480576 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:27:04.482902 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e2fb2-8294-4987-bcf7-4268bed550fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:27:04.523216 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb7b20-9a6d-4f28-a077-8cf231eeee6f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'Port': ['ID=7e703cad-78ba-4fab-bee3-d1b0df224510,revision_number=6']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:04.569801 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['7e703cad-78ba-4fab-bee3-d1b0df224510'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:27:04.576017 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30004b0d-714f-43a2-9663-86d3fe5ba5b6 x-openstack-request-id: req-30004b0d-714f-43a2-9663-86d3fe5ba5b6 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:27:04.576364 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:27:04.576652 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30004b0d-714f-43a2-9663-86d3fe5ba5b6 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:27:04.577095 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'status': 'completed', 'code': 200} Nov 17 17:27:04.605709 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda89b6-7205-4d5e-b902-100e4042f2ef req-8a7feba4-940e-491b-b87a-746db1f556da tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:04.609041 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-adda89b6-7205-4d5e-b902-100e4042f2ef req-8a7feba4-940e-491b-b87a-746db1f556da tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0591629 Nov 17 17:27:04.703728 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-d76ea042-b322-41eb-bfd3-9ccb9af8847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:04.708399 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-d76ea042-b322-41eb-bfd3-9ccb9af8847b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1137 time: 0.0897133 Nov 17 17:27:04.717200 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-adda89b6-7205-4d5e-b902-100e4042f2ef req-24ebf8fe-90b0-4d85-bc0c-65852235ae8d tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030219 Nov 17 17:27:04.809563 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-dd990f43-b0c3-4011-98f9-6a2beed1f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:04.811316 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-dd990f43-b0c3-4011-98f9-6a2beed1f16e service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 200 len: 916 time: 0.0929379 Nov 17 17:27:04.888654 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-1a0ad247-7820-4785-984b-ce4dd56eebf9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 1001 time: 0.0682817 Nov 17 17:27:04.902320 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-5a736561-8e05-4604-a56e-0ed9cbf5d648 None None] Provisioning complete for port 7e703cad-78ba-4fab-bee3-d1b0df224510 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:27:04.902696 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5a736561-8e05-4604-a56e-0ed9cbf5d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:04.939989 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-ec58387e-a4e0-4f5f-8d94-a31da758fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:04.941477 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-ec58387e-a4e0-4f5f-8d94-a31da758fca5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04d4d4d5-514b-4784-adcc-45e75b8839c6 HTTP/1.1" status: 200 len: 854 time: 0.0452905 Nov 17 17:27:04.988090 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-2eafa647-81b9-4643-a325-97c1a34505bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:04.989588 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-2eafa647-81b9-4643-a325-97c1a34505bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d57242-085a-459a-8640-40764fd9ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408578 Nov 17 17:27:05.090188 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-397c7c0f-aeaa-463e-97d8-4825deeec82b service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875335 Nov 17 17:27:05.182714 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-045e2fb2-8294-4987-bcf7-4268bed550fa req-87905359-f31e-4108-9c0a-2a2946a4af3a service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Nov 17 17:27:05.464762 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86350b8e-706e-4e20-b24c-23ec81f9782a req-4922d42a-3438-4a97-a99d-544cd17758e6 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:05.466448 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-86350b8e-706e-4e20-b24c-23ec81f9782a req-4922d42a-3438-4a97-a99d-544cd17758e6 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 945 time: 0.0549703 Nov 17 17:27:05.517312 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-86350b8e-706e-4e20-b24c-23ec81f9782a req-fb3fc5d4-432b-43a0-b0e0-ba71f98b0b0e tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Nov 17 17:27:05.703620 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:27:06.637394 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480988-51d5-4f02-8be7-d26db049cc8d req-a5d1f0c3-1168-40a3-bb4e-6cc03d2e1c53 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:06.638828 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6d480988-51d5-4f02-8be7-d26db049cc8d req-a5d1f0c3-1168-40a3-bb4e-6cc03d2e1c53 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Nov 17 17:27:06.685111 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6d480988-51d5-4f02-8be7-d26db049cc8d req-8ac59e6c-e91d-4e2b-85d5-223672e38abf tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Nov 17 17:27:08.944272 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:16.435281 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c05cc959-bb8a-4b8f-9b52-efa808858b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:18.692688 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1b0bba19-293e-43ec-a64f-e91117b82344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:19.471870 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-5ecb8f6e-15bc-4f22-a07e-a261883e97ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390658 Nov 17 17:27:19.556042 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-e8e0254a-31cc-4e19-8ba3-10aae9d6c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:19.557537 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-e8e0254a-31cc-4e19-8ba3-10aae9d6c131 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 1098 time: 0.0423412 Nov 17 17:27:19.670205 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-734407b6-d65e-4b68-96e3-48cad99cb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:19.671688 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-734407b6-d65e-4b68-96e3-48cad99cb7f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.0888808 Nov 17 17:27:19.737981 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-0819f935-61c3-4b96-9a83-466dac4598fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d HTTP/1.1" status: 200 len: 1001 time: 0.0563440 Nov 17 17:27:19.793793 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-0e94ff97-c96b-4e0a-aa5c-5c560d614a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:19.795192 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-0e94ff97-c96b-4e0a-aa5c-5c560d614a1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0475841 Nov 17 17:27:19.846759 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-cc6cba22-5162-4dab-aa09-bd49b6fec73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:19.848219 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-cc6cba22-5162-4dab-aa09-bd49b6fec73b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445254 Nov 17 17:27:19.895378 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:19.940443 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-82202dfd-1b11-41b1-b20c-60cf2c7e16f5 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840394 Nov 17 17:27:20.029540 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3b3de8fb-ec9c-4351-b541-4a4e4e53e1ea req-72a75df3-2727-4914-a0db-f5e3ba5a5a7f service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816550 Nov 17 17:27:21.260591 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:22.121057 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:30.225398 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a04cbe-ddc3-405c-a789-8261def8025a req-485c13e8-47cc-4ef7-b68e-1439de2d530f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:30.226847 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5a04cbe-ddc3-405c-a789-8261def8025a req-485c13e8-47cc-4ef7-b68e-1439de2d530f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Nov 17 17:27:30.277921 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5a04cbe-ddc3-405c-a789-8261def8025a req-37558327-3fde-4558-bb43-c8054c0950c3 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 Nov 17 17:27:31.394034 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52d64-4562-410e-9527-7789160a551e req-9f362240-3861-4514-b6bf-187913b0dd81 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:31.395483 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9bf52d64-4562-410e-9527-7789160a551e req-9f362240-3861-4514-b6bf-187913b0dd81 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 945 time: 0.0483532 Nov 17 17:27:31.446401 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9bf52d64-4562-410e-9527-7789160a551e req-c2135183-02ee-479f-9fdd-58b7b25d669b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Nov 17 17:27:32.325189 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-905c1d16-38ca-498a-b928-b16efaced82c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:32.326625 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-905c1d16-38ca-498a-b928-b16efaced82c tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 945 time: 0.2952979 Nov 17 17:27:32.416080 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Deleting port b829ec06-be60-4691-a071-56286cea621b {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:27:32.416411 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:32.510139 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] For port b829ec06-be60-4691-a071-56286cea621b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b829ec06-be60-4691-a071-56286cea621b,segment=NetworkSegment(566aed75-b7a7-4b48-856e-0a15a48ba52c),segment_id=566aed75-b7a7-4b48-856e-0a15a48ba52c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:27:32.510503 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:32.532644 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Calling delete_port for b829ec06-be60-4691-a071-56286cea621b owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:27:32.610740 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd10ad-c378-4019-82c7-91a2f45ba324 req-f475efdc-cd4c-43b4-a058-60ffa72a0ec2 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:32.612166 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fbfd10ad-c378-4019-82c7-91a2f45ba324 req-f475efdc-cd4c-43b4-a058-60ffa72a0ec2 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 945 time: 0.0941589 Nov 17 17:27:32.675480 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fbfd10ad-c378-4019-82c7-91a2f45ba324 req-7b36335e-580f-4406-b88c-1a37f97cf89f tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/security-groups?id=c188b2fb-3b28-4a7a-8356-277001f4ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571470 Nov 17 17:27:32.835360 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:32.849130 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['b829ec06-be60-4691-a071-56286cea621b'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:27:32.865474 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Pushing event deleted for resources: {'Port': ['ID=b829ec06-be60-4691-a071-56286cea621b,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:32.906791 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] No DVR routers for this DVR port b829ec06-be60-4691-a071-56286cea621b on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:27:32.909537 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:32.913049 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e6d19ef9-ea7b-4b13-a680-9e844d83e1a9 req-dc0177e2-1bbd-48b2-a4d7-ead2f381a612 tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.69 "DELETE /v2.0/ports/b829ec06-be60-4691-a071-56286cea621b HTTP/1.1" status: 204 len: 173 time: 0.5794148 Nov 17 17:27:32.917660 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8e815f-ff29-4436-a07e-ce9488ef2066', 'name': 'network-vif-deleted', 'tag': 'b829ec06-be60-4691-a071-56286cea621b'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:27:32.917660 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab1dbe-1721-4f6f-ae82-d7c813d405e7" -d '{"events": [{"server_uuid": "7c8e815f-ff29-4436-a07e-ce9488ef2066", "name": "network-vif-deleted", "tag": "b829ec06-be60-4691-a071-56286cea621b"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:27:32.952186 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d6e75f-9ab7-4c6b-b6d5-22cb386f5f0c x-openstack-request-id: req-e3d6e75f-9ab7-4c6b-b6d5-22cb386f5f0c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:27:32.952480 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8e815f-ff29-4436-a07e-ce9488ef2066", "name": "network-vif-deleted", "tag": "b829ec06-be60-4691-a071-56286cea621b", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:27:32.952764 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3d6e75f-9ab7-4c6b-b6d5-22cb386f5f0c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:27:32.953160 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8e815f-ff29-4436-a07e-ce9488ef2066', 'name': 'network-vif-deleted', 'tag': 'b829ec06-be60-4691-a071-56286cea621b', 'status': 'completed', 'code': 200} Nov 17 17:27:33.779147 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-33dcaaf2-90a6-4c31-9e5f-03041d26dc13 req-17c1d738-43f5-4299-8133-790626b8015b tempest-VolumesSnapshotTestJSON-784543730 tempest-VolumesSnapshotTestJSON-784543730-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c8e815f-ff29-4436-a07e-ce9488ef2066 HTTP/1.1" status: 200 len: 210 time: 0.0261729 Nov 17 17:27:34.117468 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcd861-3aae-46dc-83bf-6919770458ac req-32263987-f4c7-4aed-b81b-dc0ee4de2850 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:34.118844 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eafcd861-3aae-46dc-83bf-6919770458ac req-32263987-f4c7-4aed-b81b-dc0ee4de2850 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0504251 Nov 17 17:27:34.187776 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eafcd861-3aae-46dc-83bf-6919770458ac req-8e9480a7-c8bf-4cd7-ab9f-60257cd45c33 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628688 Nov 17 17:27:34.219695 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-863e6b92-8d47-40d8-a1a8-ac619b8b10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:34.221180 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-863e6b92-8d47-40d8-a1a8-ac619b8b10e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1137 time: 0.0525789 Nov 17 17:27:34.311315 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-f2908f56-1b7c-4f03-9082-65c8e01e9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:34.312758 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-f2908f56-1b7c-4f03-9082-65c8e01e9866 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 200 len: 916 time: 0.0836546 Nov 17 17:27:34.382886 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-f3fa8b8c-833d-4a27-ae91-1c2e30450959 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 1001 time: 0.0614190 Nov 17 17:27:34.433659 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-8b36f50d-5e8b-4a76-9373-2d0cc4c08d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:34.435337 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-8b36f50d-5e8b-4a76-9373-2d0cc4c08d41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04d4d4d5-514b-4784-adcc-45e75b8839c6 HTTP/1.1" status: 200 len: 854 time: 0.0432146 Nov 17 17:27:34.483816 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-ef2205fa-5c77-454a-b341-a20c30153640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:34.485323 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-ef2205fa-5c77-454a-b341-a20c30153640 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d57242-085a-459a-8640-40764fd9ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402491 Nov 17 17:27:34.579561 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-aa14a40a-93ce-454c-be2e-3149b2ab1c23 service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857384 Nov 17 17:27:34.668391 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf09e769-9def-4184-853c-8bb2f66a2f4f req-2b74c800-86db-4976-a124-719dd582748b service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817182 Nov 17 17:27:35.310777 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d531f-6d40-4839-baac-c5669deb4971 req-5bc912e9-1e2f-4600-97ae-0cb8fd37461c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:35.312251 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-af1d531f-6d40-4839-baac-c5669deb4971 req-5bc912e9-1e2f-4600-97ae-0cb8fd37461c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0564365 Nov 17 17:27:35.376601 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51098) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:35.383894 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-af1d531f-6d40-4839-baac-c5669deb4971 req-43d07e42-af36-46de-adfe-2fbabecd1d35 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655775 Nov 17 17:27:35.490528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e80c6cc-27ad-4a83-a893-a702223700d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:35.563526 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e80c6cc-27ad-4a83-a893-a702223700d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:35.657997 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e80c6cc-27ad-4a83-a893-a702223700d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:35.667347 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device b829ec06-be60-4691-a071-56286cea621b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:27:35.688129 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: b829ec06-be60-4691-a071-56286cea621b {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:27:35.688473 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device b829ec06-be60-4691-a071-56286cea621b not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:27:35.698955 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-7e80c6cc-27ad-4a83-a893-a702223700d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0dc10b698bd4150b06c0c750e49b799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211582 Nov 17 17:27:35.701038 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80c6cc-27ad-4a83-a893-a702223700d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04efc274-4721-42a0-bc04-639326a00273,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:35.701722 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51104) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:27:35.752464 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:35.773067 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:35.910092 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:35.912810 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:35.913899 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04efc274-4721-42a0-bc04-639326a00273 HTTP/1.1" status: 204 len: 168 time: 0.2112164 Nov 17 17:27:35.921576 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04efc274-4721-42a0-bc04-639326a00273,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:27:35.928966 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.929316 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.929659 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.929994 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.930325 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.930656 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.930985 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.931311 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.931637 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.931959 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.932280 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:35.932631 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f178ec-4859-4a53-9554-9d67471be2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:27:36.504059 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121cca9-e3ff-4d21-9ec8-d9e562bb6823 req-11587022-b141-4561-9200-d8774613cde1 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:36.505589 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4121cca9-e3ff-4d21-9ec8-d9e562bb6823 req-11587022-b141-4561-9200-d8774613cde1 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0498619 Nov 17 17:27:36.566531 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-4121cca9-e3ff-4d21-9ec8-d9e562bb6823 req-7e57dae0-eb32-4620-bd66-b654d5960e90 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543282 Nov 17 17:27:37.685308 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607852d6-e583-4051-8f8d-580e971f9c15 req-093faf60-3b71-4f81-8239-fc6f0670bd5a tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:37.686754 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-607852d6-e583-4051-8f8d-580e971f9c15 req-093faf60-3b71-4f81-8239-fc6f0670bd5a tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0506430 Nov 17 17:27:37.750225 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-607852d6-e583-4051-8f8d-580e971f9c15 req-10dc72b7-f726-4b4b-b7c2-682ed1b1a27c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566278 Nov 17 17:27:38.868482 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65307ae2-c79c-48f0-a3af-900090872012 req-5bac0c6b-93c1-472d-b6b2-71d03594b98c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:38.869962 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-65307ae2-c79c-48f0-a3af-900090872012 req-5bac0c6b-93c1-472d-b6b2-71d03594b98c tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0521877 Nov 17 17:27:38.911571 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:38.929949 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-65307ae2-c79c-48f0-a3af-900090872012 req-01791ecc-904d-420c-890d-6c9396f34ced tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537000 Nov 17 17:27:40.047041 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5f9f1-abc1-4932-8b42-36e393889ba3 req-ac5e57af-01c8-4069-a0ea-a9dca5bb3674 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:40.048469 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-29d5f9f1-abc1-4932-8b42-36e393889ba3 req-ac5e57af-01c8-4069-a0ea-a9dca5bb3674 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0488470 Nov 17 17:27:40.107722 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-29d5f9f1-abc1-4932-8b42-36e393889ba3 req-5c0f317b-e3d2-4ced-941e-755f73567abd tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531487 Nov 17 17:27:41.223136 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416090f-dbcd-463c-a4fb-45dad4e118ef req-1fa579bd-f121-4cde-b236-66c1a160a04b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:41.224631 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1416090f-dbcd-463c-a4fb-45dad4e118ef req-1fa579bd-f121-4cde-b236-66c1a160a04b tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0503085 Nov 17 17:27:41.284122 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-1416090f-dbcd-463c-a4fb-45dad4e118ef req-189997aa-a532-4ae4-9fb5-1774ccfb4e88 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534105 Nov 17 17:27:42.399808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cecc-fff1-4d85-b661-91ca79e65e73 req-356bde4f-58d8-4e16-8d95-3eda377b621d tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:42.401304 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-69c1cecc-fff1-4d85-b661-91ca79e65e73 req-356bde4f-58d8-4e16-8d95-3eda377b621d tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0492058 Nov 17 17:27:42.460999 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-69c1cecc-fff1-4d85-b661-91ca79e65e73 req-54518cf1-dfdf-4fb3-9b4f-adf36f996892 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536180 Nov 17 17:27:42.702411 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:27:43.573107 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997a08c-5a66-4e93-ab70-8d83ec211829 req-1b56c12f-5534-470b-9b43-238151bcf185 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:43.574568 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b997a08c-5a66-4e93-ab70-8d83ec211829 req-1b56c12f-5534-470b-9b43-238151bcf185 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0487182 Nov 17 17:27:43.636075 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b997a08c-5a66-4e93-ab70-8d83ec211829 req-5bde14b5-2d70-4c3c-8a14-9907d2b1ce1f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554986 Nov 17 17:27:44.757169 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f2d0d-640c-4947-82cc-188a9b44d38b req-9f459dcd-189f-471f-a0c6-14aa7ade3ba0 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:44.758646 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8a1f2d0d-640c-4947-82cc-188a9b44d38b req-9f459dcd-189f-471f-a0c6-14aa7ade3ba0 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0538268 Nov 17 17:27:44.819697 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-8a1f2d0d-640c-4947-82cc-188a9b44d38b req-b3f6ffe7-7a1b-416f-a631-95185af2bf17 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549984 Nov 17 17:27:45.938668 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2289a6-c669-405e-8b64-9e57123ecb0a req-bd5b0afa-24b9-43e0-9570-4ab8358519bc tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:45.940106 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8c2289a6-c669-405e-8b64-9e57123ecb0a req-bd5b0afa-24b9-43e0-9570-4ab8358519bc tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0500662 Nov 17 17:27:46.003618 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-8c2289a6-c669-405e-8b64-9e57123ecb0a req-bcb3579e-5b5b-456a-961f-8bb33c3fe2af tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568748 Nov 17 17:27:46.458514 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-99ba3aa2-a428-4720-89ef-c4655ab18303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:47.116879 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c814c67-d95a-4be7-8f4c-e821792a1239 req-24f5b245-5218-4ae1-aa85-eb105fd95425 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:47.118325 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3c814c67-d95a-4be7-8f4c-e821792a1239 req-24f5b245-5218-4ae1-aa85-eb105fd95425 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0486691 Nov 17 17:27:47.179436 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-3c814c67-d95a-4be7-8f4c-e821792a1239 req-cda1d752-a1fa-4dc0-a5bc-7b21965174e8 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546873 Nov 17 17:27:48.292062 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564449fd-4203-4cdc-9643-c1f40324a9b3 req-5a4bbeff-d818-4c99-a13e-0c94a5949608 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:48.293453 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-564449fd-4203-4cdc-9643-c1f40324a9b3 req-5a4bbeff-d818-4c99-a13e-0c94a5949608 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0475593 Nov 17 17:27:48.351638 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-564449fd-4203-4cdc-9643-c1f40324a9b3 req-79fb2d2a-5ca1-4a7b-9faf-8713f0f7ab85 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522780 Nov 17 17:27:48.734082 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2256e29b-9131-466b-9f27-e974966bc71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:49.482299 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7e4ec-7c3f-44de-9f53-0b90b76e62cd req-85ed5910-d83d-49f5-9a1c-89b2fade5714 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:49.483855 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bac7e4ec-7c3f-44de-9f53-0b90b76e62cd req-85ed5910-d83d-49f5-9a1c-89b2fade5714 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0644455 Nov 17 17:27:49.556350 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bac7e4ec-7c3f-44de-9f53-0b90b76e62cd req-d55b9b6c-d02a-4803-ac28-4bc4b63d51f9 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656676 Nov 17 17:27:49.883229 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:50.680501 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a47c13-fb54-4a42-869e-102e4e1f7713 req-48563638-5b6a-4198-9a69-c2c98e6b98b9 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:50.681995 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-57a47c13-fb54-4a42-869e-102e4e1f7713 req-48563638-5b6a-4198-9a69-c2c98e6b98b9 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0571733 Nov 17 17:27:50.743677 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-57a47c13-fb54-4a42-869e-102e4e1f7713 req-cb0a55f6-864b-4469-9159-80cdbfb2ce6a tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547051 Nov 17 17:27:51.283241 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:27:51.861535 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc43e8-8ace-4342-9c81-a7e30c7b2c8d req-d38eebd8-e364-48d9-b4e4-1a2562807ad6 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:27:51.862885 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e7fc43e8-8ace-4342-9c81-a7e30c7b2c8d req-d38eebd8-e364-48d9-b4e4-1a2562807ad6 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0488310 Nov 17 17:27:51.923072 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e7fc43e8-8ace-4342-9c81-a7e30c7b2c8d req-decb276f-c68e-4acb-b794-c8c4974e4a5d tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&id=fc5a0046-248f-4b7f-99e7-4a65ab43f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541747 Nov 17 17:27:52.138857 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:00.573641 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51262) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:00.617495 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-130320de-ccc3-4e82-9855-744ac01b2a73 admin admin] Deleting subnet 068b2c98-26b3-46af-af2a-db494b147425 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:28:00.620447 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-130320de-ccc3-4e82-9855-744ac01b2a73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:00.653619 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-130320de-ccc3-4e82-9855-744ac01b2a73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4262744'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:00.690856 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-130320de-ccc3-4e82-9855-744ac01b2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:00.808967 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-130320de-ccc3-4e82-9855-744ac01b2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4649214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5086215'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:00.834184 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130320de-ccc3-4e82-9855-744ac01b2a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068b2c98-26b3-46af-af2a-db494b147425,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:00.837932 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-130320de-ccc3-4e82-9855-744ac01b2a73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:00.841086 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-130320de-ccc3-4e82-9855-744ac01b2a73 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/068b2c98-26b3-46af-af2a-db494b147425 HTTP/1.1" status: 204 len: 168 time: 0.2664373 Nov 17 17:28:00.843554 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51264) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:00.909284 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:00.987331 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.007130 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce88e4a-14d2-486b-8476-36e398f82a0f']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:01.015857 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566aed75-b7a7-4b48-856e-0a15a48ba52c') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:01.016152 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566aed75-b7a7-4b48-856e-0a15a48ba52c') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:01.025100 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.038138 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.043732 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:28:01.044103 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:28:01.045706 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:28:01.186080 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.191579 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.194756 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0ce88e4a-14d2-486b-8476-36e398f82a0f HTTP/1.1" status: 204 len: 168 time: 0.3503118 Nov 17 17:28:01.205118 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4a92a-5c3f-46c9-81dd-d1b0327ff280 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce88e4a-14d2-486b-8476-36e398f82a0f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:01.628339 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51268) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:01.666947 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-162fa732-dac9-44c1-8b36-c575885c7654 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ac3f68332544a7eb1e2983ec10f62c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374198 Nov 17 17:28:01.669302 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51270) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:01.714842 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-638acf45-6252-4374-9e6f-a54802963f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.734947 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-638acf45-6252-4374-9e6f-a54802963f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.859792 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-638acf45-6252-4374-9e6f-a54802963f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.862426 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-638acf45-6252-4374-9e6f-a54802963f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:01.863572 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-638acf45-6252-4374-9e6f-a54802963f13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c188b2fb-3b28-4a7a-8356-277001f4ce24 HTTP/1.1" status: 204 len: 168 time: 0.1934030 Nov 17 17:28:01.871586 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638acf45-6252-4374-9e6f-a54802963f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c188b2fb-3b28-4a7a-8356-277001f4ce24,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:08.920189 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:16.493756 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ae36a0d6-babe-4ab3-a304-03fd2ae62d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:18.727975 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ff9d36ba-fe1d-40ce-a5ed-4d8de49d9a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:19.701225 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:28:19.902931 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:20.317951 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-1878e57a-3eb5-44d5-b8a8-6568bee2c049 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1724415 Nov 17 17:28:20.382514 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-88119234-e817-4aaa-aa0d-3646b2f245f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:20.383961 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-88119234-e817-4aaa-aa0d-3646b2f245f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1137 time: 0.0438166 Nov 17 17:28:20.489512 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-15ed353d-fe5a-4f9e-8556-d70b55243d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:20.490888 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-15ed353d-fe5a-4f9e-8556-d70b55243d4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 200 len: 916 time: 0.0866294 Nov 17 17:28:20.559705 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-06cbcfe5-14db-40ac-9173-f757acd95994 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 1001 time: 0.0609810 Nov 17 17:28:20.609620 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-0c636fcc-8493-467f-8c7b-efe23270d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:20.611112 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-0c636fcc-8493-467f-8c7b-efe23270d30a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04d4d4d5-514b-4784-adcc-45e75b8839c6 HTTP/1.1" status: 200 len: 854 time: 0.0439923 Nov 17 17:28:20.657574 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-45d2611b-5b94-43df-8684-f4f4cb3f4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:20.659035 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-45d2611b-5b94-43df-8684-f4f4cb3f4f45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d57242-085a-459a-8640-40764fd9ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400140 Nov 17 17:28:20.670599 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-103710bd-bfbd-488d-a09b-e5292a989a28 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:28:20.671509 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-103710bd-bfbd-488d-a09b-e5292a989a28 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046718 Nov 17 17:28:20.762228 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-05126862-9f17-426b-8c36-175ae053b02d service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835283 Nov 17 17:28:20.850192 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a5648067-7d7e-4187-ac56-0cd3348b9e81 req-9088b9f6-01cb-46a3-af79-04e809280678 service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803080 Nov 17 17:28:21.256856 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:22.133571 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:24.576304 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-2a5027da-2722-4ccb-a6f8-0632fcbc65a1 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256625296&fields=id&tenant_id=228da8cee1034aa49372445119caea4d HTTP/1.1" status: 200 len: 267 time: 0.1512792 Nov 17 17:28:24.630910 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-8360c379-ed37-4f7e-b2e4-84d2d4d799a2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:24.632325 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-8360c379-ed37-4f7e-b2e4-84d2d4d799a2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 984 time: 0.0502961 Nov 17 17:28:24.643294 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Request body: {'port': {'security_groups': ['68c98960-3def-4cd3-9019-4d034611dc3f']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:28:24.706009 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:24.873228 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] For port 7e703cad-78ba-4fab-bee3-d1b0df224510, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7e703cad-78ba-4fab-bee3-d1b0df224510,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:24.901065 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:24.967825 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:24.980764 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['7e703cad-78ba-4fab-bee3-d1b0df224510'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:28:25.013527 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:25.014551 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.016079 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-974146b9-4043-4cd9-82dc-25f8d05a64c2 req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "PUT /v2.0/ports/7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 942 time: 0.3768539 Nov 17 17:28:25.016558 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:28:25.018934 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649cfbf9-bb39-4626-a04f-e05db12aacd9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:28:25.022951 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51286) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:25.067196 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a2544-8c21-483d-8e93-d3cf97ba7469 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event updated for resources: {'Port': ['ID=7e703cad-78ba-4fab-bee3-d1b0df224510,revision_number=7']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:25.089045 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['7e703cad-78ba-4fab-bee3-d1b0df224510'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:28:25.090026 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00197bb-ca24-4b5e-96bd-5d4cb0d9fb19 x-openstack-request-id: req-f00197bb-ca24-4b5e-96bd-5d4cb0d9fb19 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:28:25.090333 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:28:25.090588 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f00197bb-ca24-4b5e-96bd-5d4cb0d9fb19 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:28:25.090981 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'status': 'completed', 'code': 200} Nov 17 17:28:25.103813 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.161842 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.202441 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-86ec7405-4051-4c22-866d-7db49f50b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:25.204993 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-86ec7405-4051-4c22-866d-7db49f50b021 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1098 time: 0.0835030 Nov 17 17:28:25.306892 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-5c008259-4938-4c45-9f7d-f18e97c4a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:25.307265 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-f2dfc959-5169-47f8-95e8-e4be633696e9 None None] Provisioning complete for port 7e703cad-78ba-4fab-bee3-d1b0df224510 triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:28:25.307638 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f2dfc959-5169-47f8-95e8-e4be633696e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.308248 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-5c008259-4938-4c45-9f7d-f18e97c4a67d service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 200 len: 916 time: 0.0955892 Nov 17 17:28:25.372783 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.375622 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.376767 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "DELETE /v2.0/security-groups/fc5a0046-248f-4b7f-99e7-4a65ab43f6af HTTP/1.1" status: 204 len: 168 time: 0.3522856 Nov 17 17:28:25.380062 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51288) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:25.386220 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5a0046-248f-4b7f-99e7-4a65ab43f6af,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:25.394274 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-40f9f225-91d3-49aa-b434-17f797f1cef3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 1001 time: 0.0775437 Nov 17 17:28:25.395920 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.397750 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.397750 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.397750 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.397750 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.397750 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.398179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.398269 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.398579 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.399029 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.399219 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.399543 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576cea-e746-4d8c-8dc9-eecaba2e5d47 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:25.448358 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-3a657e9a-b49a-405d-b870-2535bcabcaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:25.449877 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-3a657e9a-b49a-405d-b870-2535bcabcaae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04d4d4d5-514b-4784-adcc-45e75b8839c6 HTTP/1.1" status: 200 len: 854 time: 0.0476630 Nov 17 17:28:25.499014 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-d1dfc114-7cf2-4878-a8c2-0b516514be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:25.501076 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-d1dfc114-7cf2-4878-a8c2-0b516514be37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d57242-085a-459a-8640-40764fd9ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438659 Nov 17 17:28:25.563155 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Deleting port 46624254-cfd0-4a38-bd10-84efbaac67e1 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:25.563508 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.592595 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-a8123c35-e6d6-42c7-a8b6-8ae0181b444d service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Nov 17 17:28:25.638778 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.639432 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.651691 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Calling delete_port for 46624254-cfd0-4a38-bd10-84efbaac67e1 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:25.684366 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-649cfbf9-bb39-4626-a04f-e05db12aacd9 req-d37081ea-637c-4f01-b2cf-6f7def6ed35f service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846469 Nov 17 17:28:25.848251 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.874725 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event deleted for resources: {'Port': ['ID=46624254-cfd0-4a38-bd10-84efbaac67e1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:25.935634 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:25.935863 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.l3_db [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Floating IP 42b0bcf7-934d-43a0-939c-b633c67b74e5 disassociated (deleted). External IP: 172.27.1.251, port: 7e703cad-78ba-4fab-bee3-d1b0df224510. Nov 17 17:28:26.138305 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:28:26.247206 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:28:26.252294 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:26.256850 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] Sync routers for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:28:26.266907 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:28:26.267549 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:28:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:26.378285 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:28:26.569193 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-040fb0be-834e-4926-b0d1-f64fa12251b2 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "DELETE /v2.0/floatingips/42b0bcf7-934d-43a0-939c-b633c67b74e5 HTTP/1.1" status: 204 len: 168 time: 1.1873572 Nov 17 17:28:26.589996 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:26:00Z', 'revision_number': 5, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:26.620465 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] Checking router: 68f94c2a-2be1-4bba-9dfe-02a153ff6219 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:28:26.629872 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:28:26.630488 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:28:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:26.736550 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:28:26.936760 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:26:00Z', 'revision_number': 5, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:26.962010 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0238ef5-438e-49be-8d68-de6e1fdd52ad None None] The sync data for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi is: [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:56Z', 'revision_number': 4, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '0e9b84fd-5cd0-4a84-b505-865ae9e13d74', 'name': '', 'network_id': '50d57242-085a-459a-8640-40764fd9ef01', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'mac_address': 'fa:16:3e:fa:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:55Z', 'updated_at': '2021-11-17T17:26:00Z', 'revision_number': 5, 'project_id': '228da8cee1034aa49372445119caea4d', 'subnets': [{'id': '04d4d4d5-514b-4784-adcc-45e75b8839c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:28:27.092420 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:28:27.095766 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd46ea2-401f-4446-951b-ddd372dc46f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:28:27.136814 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6255254-d6be-4cbf-8276-d21ffca11697 x-openstack-request-id: req-d6255254-d6be-4cbf-8276-d21ffca11697 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:28:27.137104 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:28:27.137354 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6255254-d6be-4cbf-8276-d21ffca11697 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:28:27.137744 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'status': 'completed', 'code': 200} Nov 17 17:28:27.187317 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13bd547-aa11-44cd-a29c-1e2fac9d4503 None None] New status for floating IP 42b0bcf7-934d-43a0-939c-b633c67b74e5: DOWN {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:28:27.200905 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-d3eb6fa7-0148-4bd6-b8b2-86065eb5883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:27.202377 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-d3eb6fa7-0148-4bd6-b8b2-86065eb5883d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=228da8cee1034aa49372445119caea4d&device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 1098 time: 0.0448756 Nov 17 17:28:27.299034 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-9875f59e-5a85-405e-b671-3c03ad999a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:27.300663 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-9875f59e-5a85-405e-b671-3c03ad999a66 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 200 len: 916 time: 0.0909066 Nov 17 17:28:27.342932 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-ce5c028c-6734-49d3-8f18-eae36e79933a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 200 len: 217 time: 0.0344517 Nov 17 17:28:27.392899 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-56f3abd9-cb38-487a-9f45-7d8ec92b0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:27.394311 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-56f3abd9-cb38-487a-9f45-7d8ec92b0c95 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04d4d4d5-514b-4784-adcc-45e75b8839c6 HTTP/1.1" status: 200 len: 854 time: 0.0426867 Nov 17 17:28:27.441650 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-00ac717e-37e3-44f3-942a-3296c80fbefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:27.443127 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-00ac717e-37e3-44f3-942a-3296c80fbefa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d57242-085a-459a-8640-40764fd9ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414419 Nov 17 17:28:27.539935 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-149a1df8-f439-4dd2-a48d-ff09b9559a2e service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859954 Nov 17 17:28:27.642076 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-6dd46ea2-401f-4446-951b-ddd372dc46f4 req-1be6c2af-b2bb-4c33-a7bb-d5914a0fd33c service neutron] 10.222.0.69 "GET /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920649 Nov 17 17:28:29.781274 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be3035-e754-451f-9dcd-5ffc770f3f72 req-02c7519b-3646-45e8-a07d-2c689c74e879 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:29.782770 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d5be3035-e754-451f-9dcd-5ffc770f3f72 req-02c7519b-3646-45e8-a07d-2c689c74e879 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0488756 Nov 17 17:28:29.829551 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-d5be3035-e754-451f-9dcd-5ffc770f3f72 req-96760cd0-d502-4329-b51b-785b40e8885f tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Nov 17 17:28:30.995058 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109d692-0880-4878-8728-0853728475eb req-83b39f10-4207-4c7c-9ef2-8394df4b141e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:30.996475 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e109d692-0880-4878-8728-0853728475eb req-83b39f10-4207-4c7c-9ef2-8394df4b141e tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0997477 Nov 17 17:28:31.042885 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e109d692-0880-4878-8728-0853728475eb req-5addd762-dd3d-44db-8f06-050b44894b26 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/security-groups?id=68c98960-3def-4cd3-9019-4d034611dc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Nov 17 17:28:31.501791 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-c4c2e0d9-fcb3-4c09-8294-b2e0d72833bc tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:28:31.503184 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-c4c2e0d9-fcb3-4c09-8294-b2e0d72833bc tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 945 time: 0.0482814 Nov 17 17:28:31.595600 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Deleting port 7e703cad-78ba-4fab-bee3-d1b0df224510 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:31.595941 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:31.682390 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] For port 7e703cad-78ba-4fab-bee3-d1b0df224510, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7e703cad-78ba-4fab-bee3-d1b0df224510,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:31.682745 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:31.695691 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Calling delete_port for 7e703cad-78ba-4fab-bee3-d1b0df224510 owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:31.934069 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:31.946200 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['7e703cad-78ba-4fab-bee3-d1b0df224510'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:28:31.963420 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Pushing event deleted for resources: {'Port': ['ID=7e703cad-78ba-4fab-bee3-d1b0df224510,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:32.007410 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] No DVR routers for this DVR port 7e703cad-78ba-4fab-bee3-d1b0df224510 on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:28:32.009919 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:32.013226 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-04c4d018-fefb-430b-bf80-29fb580ed447 req-955d87b3-0756-4993-bbd7-d7614e182d04 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.69 "DELETE /v2.0/ports/7e703cad-78ba-4fab-bee3-d1b0df224510 HTTP/1.1" status: 204 len: 173 time: 0.5038803 Nov 17 17:28:32.013669 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'name': 'network-vif-deleted', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:28:32.015920 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8541424c-05be-4282-9666-8efd0a484f90" -d '{"events": [{"server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "name": "network-vif-deleted", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:28:32.051770 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ef5cd-b2da-46cc-9fc8-2c60dd39444b x-openstack-request-id: req-1b8ef5cd-b2da-46cc-9fc8-2c60dd39444b {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:28:32.052057 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5fc96b-043c-403b-ac1b-e531af19e5fe", "name": "network-vif-deleted", "tag": "7e703cad-78ba-4fab-bee3-d1b0df224510", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:28:32.052315 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b8ef5cd-b2da-46cc-9fc8-2c60dd39444b {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:28:32.052734 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5fc96b-043c-403b-ac1b-e531af19e5fe', 'name': 'network-vif-deleted', 'tag': '7e703cad-78ba-4fab-bee3-d1b0df224510', 'status': 'completed', 'code': 200} Nov 17 17:28:32.137104 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eb7516ca-6f34-4317-9864-7c3f0a8a3111 req-976beb6d-2fa2-4950-9d2e-991011ee4ba0 tempest-TestMinimumBasicScenario-1741033688 tempest-TestMinimumBasicScenario-1741033688-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c5fc96b-043c-403b-ac1b-e531af19e5fe HTTP/1.1" status: 200 len: 210 time: 0.0259292 Nov 17 17:28:34.357352 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51372) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:34.699890 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:34.939620 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Deleting port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:34.939950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:35.016717 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] For port 0e9b84fd-5cd0-4a84-b505-865ae9e13d74, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:35.017212 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:35.029370 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Calling delete_port for 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:35.276128 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:35.306000 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9b84fd-5cd0-4a84-b505-865ae9e13d74,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:35.467573 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:35.675713 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:28:35.777699 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:28:35.783241 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ad97d633-2ff6-4318-b487-bab809c9fd41 admin admin] 10.222.0.41 "PUT /v2.0/routers/68f94c2a-2be1-4bba-9dfe-02a153ff6219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4248898 Nov 17 17:28:35.785758 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51374) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:35.786937 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95186345-589f-40ad-b339-695899799cc8 None None] Sync routers for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:28:35.798576 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95186345-589f-40ad-b339-695899799cc8 None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:28:35.799186 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-95186345-589f-40ad-b339-695899799cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:28:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:35.849457 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 7e703cad-78ba-4fab-bee3-d1b0df224510 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:28:35.886280 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:35.989694 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.023779 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 7e703cad-78ba-4fab-bee3-d1b0df224510 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:28:36.024121 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 7e703cad-78ba-4fab-bee3-d1b0df224510 not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:28:36.047599 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-95186345-589f-40ad-b339-695899799cc8 None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:28:36.124575 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Deleting port 0f42cdd6-3169-4d85-ab0e-92907f5708ba {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:36.124818 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.206512 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] For port 0f42cdd6-3169-4d85-ab0e-92907f5708ba, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=0f42cdd6-3169-4d85-ab0e-92907f5708ba,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:36.206872 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.222346 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Calling delete_port for 0f42cdd6-3169-4d85-ab0e-92907f5708ba owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:36.232258 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-95186345-589f-40ad-b339-695899799cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:28:35Z', 'revision_number': 5, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port': {'id': '0f42cdd6-3169-4d85-ab0e-92907f5708ba', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:36.259147 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95186345-589f-40ad-b339-695899799cc8 None None] Checking router: 68f94c2a-2be1-4bba-9dfe-02a153ff6219 for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:28:36.268509 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95186345-589f-40ad-b339-695899799cc8 None None] Routers {'68f94c2a-2be1-4bba-9dfe-02a153ff6219'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:28:36.269022 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-95186345-589f-40ad-b339-695899799cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:28:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:36.355344 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-95186345-589f-40ad-b339-695899799cc8 None None] Set router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:28:36.406061 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-95186345-589f-40ad-b339-695899799cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:28:35Z', 'revision_number': 6, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port_host': None}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:36.437513 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95186345-589f-40ad-b339-695899799cc8 None None] The sync data for ids ['68f94c2a-2be1-4bba-9dfe-02a153ff6219'] in dv-cinder-797608-20-iscsi is: [{'id': '68f94c2a-2be1-4bba-9dfe-02a153ff6219', 'name': 'tempest-TestMinimumBasicScenario-1053267669-router', 'tenant_id': '228da8cee1034aa49372445119caea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:53Z', 'updated_at': '2021-11-17T17:28:35Z', 'revision_number': 6, 'project_id': '228da8cee1034aa49372445119caea4d', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:28:36.442308 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.468773 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f42cdd6-3169-4d85-ab0e-92907f5708ba,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:36.480752 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.481104 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.481444 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.481771 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.482098 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.482425 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.482748 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.483070 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.483391 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.483715 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.484016 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.484330 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:36.543034 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.635512 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.637710 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.733437 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.733864 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f94c2a-2be1-4bba-9dfe-02a153ff6219 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:28:36.739921 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] Publish callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.739921 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-64799729-5911-4b9f-9f17-7a4747876bd2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/68f94c2a-2be1-4bba-9dfe-02a153ff6219 HTTP/1.1" status: 204 len: 168 time: 0.9528034 Nov 17 17:28:36.742068 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51376) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:36.790318 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a909c4-b3fc-416a-af9a-edd7ace8077c admin admin] Deleting subnet 04d4d4d5-514b-4784-adcc-45e75b8839c6 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:28:36.794289 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6a909c4-b3fc-416a-af9a-edd7ace8077c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.834236 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6a909c4-b3fc-416a-af9a-edd7ace8077c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4262744'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:36.942249 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6a909c4-b3fc-416a-af9a-edd7ace8077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.062773 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6a909c4-b3fc-416a-af9a-edd7ace8077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4649214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5086215'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.088015 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a909c4-b3fc-416a-af9a-edd7ace8077c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d4d4d5-514b-4784-adcc-45e75b8839c6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:37.091563 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6a909c4-b3fc-416a-af9a-edd7ace8077c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.096177 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-c6a909c4-b3fc-416a-af9a-edd7ace8077c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04d4d4d5-514b-4784-adcc-45e75b8839c6 HTTP/1.1" status: 204 len: 168 time: 0.3530936 Nov 17 17:28:37.098094 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51378) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:37.098926 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c3472-7cc0-4c29-bfde-82ad239f13a0 None None] Network 50d57242-085a-459a-8640-40764fd9ef01 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:28:37.165924 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.212074 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:28:37.227442 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Deleting port 6fc06f19-a226-4143-aa74-28516efc6f70 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:37.227783 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.233520 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:28:37.233865 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 0e9b84fd-5cd0-4a84-b505-865ae9e13d74 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:28:37.295452 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] For port 6fc06f19-a226-4143-aa74-28516efc6f70, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=6fc06f19-a226-4143-aa74-28516efc6f70,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:37.295809 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.309160 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] DHCP port deletion for 50d57242-085a-459a-8640-40764fd9ef01 request from dv-cinder-797608-20-iscsi {{(pid=102412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 17:28:37.309353 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Calling delete_port for 6fc06f19-a226-4143-aa74-28516efc6f70 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:37.363693 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Deleting port 6fc06f19-a226-4143-aa74-28516efc6f70 {{(pid=102412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:37.364067 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.430159 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] For port 6fc06f19-a226-4143-aa74-28516efc6f70, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=6fc06f19-a226-4143-aa74-28516efc6f70,segment=NetworkSegment(3c899985-6686-46fd-8522-f1584dee8cfa),segment_id=3c899985-6686-46fd-8522-f1584dee8cfa)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:37.430558 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.444351 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Calling delete_port for 6fc06f19-a226-4143-aa74-28516efc6f70 owned by network:dhcp {{(pid=102412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:37.499360 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.525805 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.526076 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc06f19-a226-4143-aa74-28516efc6f70,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:37.530918 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] No DVR routers for this DVR port 6fc06f19-a226-4143-aa74-28516efc6f70 on host dv-cinder-797608-20-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:28:37.554167 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Pushing event deleted for resources: {'Port': ['ID=6fc06f19-a226-4143-aa74-28516efc6f70,revision_number=None']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:37.561739 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] No DVR routers for this DVR port 6fc06f19-a226-4143-aa74-28516efc6f70 on host dv-cinder-797608-20-iscsi {{(pid=102412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:28:37.564302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.564682 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.565024 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.565341 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.565666 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.565991 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.566311 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.566629 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.566948 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.567263 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.567625 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.567883 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfbd86-036d-4ad3-a4e7-120da84b4266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:28:37.608689 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.628636 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d57242-085a-459a-8640-40764fd9ef01']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:37.639595 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c899985-6686-46fd-8522-f1584dee8cfa') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:37.639894 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c899985-6686-46fd-8522-f1584dee8cfa') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:37.649338 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.663164 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.668950 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:28:37.669335 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:28:37.671004 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:28:37.788549 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.793779 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:37.796971 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] 10.222.0.41 "DELETE /v2.0/networks/50d57242-085a-459a-8640-40764fd9ef01 HTTP/1.1" status: 204 len: 168 time: 0.6979232 Nov 17 17:28:37.800039 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51380) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:37.808045 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0355c2-86fc-4f3c-a8ee-675d1ae8150e admin admin] Pushing event deleted for resources: {'Network': ['ID=50d57242-085a-459a-8640-40764fd9ef01,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:38.132288 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:38.601270 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 6fc06f19-a226-4143-aa74-28516efc6f70 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:28:38.607782 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Deleting port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:38.608122 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:38.621351 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 6fc06f19-a226-4143-aa74-28516efc6f70 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:28:38.621705 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 6fc06f19-a226-4143-aa74-28516efc6f70 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:28:38.622118 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 0f42cdd6-3169-4d85-ab0e-92907f5708ba no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:28:38.640659 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 0f42cdd6-3169-4d85-ab0e-92907f5708ba {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:28:38.641486 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 0f42cdd6-3169-4d85-ab0e-92907f5708ba not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:28:38.687166 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] For port 5e1ee82b-5a94-43bb-ba84-f4fe658395b6, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,segment=NetworkSegment(a053976c-84fe-4d84-a40c-c98adcfa6186),segment_id=a053976c-84fe-4d84-a40c-c98adcfa6186)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:38.687555 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:38.699786 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Calling delete_port for 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 owned by network:router_interface {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:38.933978 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:38.956668 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:38.959944 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1ee82b-5a94-43bb-ba84-f4fe658395b6,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:39.128087 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:39.334538 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Router 069af1fe-bd80-4a53-a2bb-0809c94daa14 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:28:39.437436 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:28:39.445717 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-82fd109d-b290-4716-9e20-bc3bae4b5fbf admin admin] 10.222.0.41 "PUT /v2.0/routers/069af1fe-bd80-4a53-a2bb-0809c94daa14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423407 Nov 17 17:28:39.446042 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51382) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:39.446248 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] Sync routers for ids ['069af1fe-bd80-4a53-a2bb-0809c94daa14'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:28:39.457784 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] Routers {'069af1fe-bd80-4a53-a2bb-0809c94daa14'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:28:39.458394 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:28:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['069af1fe-bd80-4a53-a2bb-0809c94daa14'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:39.550832 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks [] for router, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:39.568966 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] Set router 069af1fe-bd80-4a53-a2bb-0809c94daa14 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:28:39.655128 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:39.744710 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:28:38Z', 'revision_number': 5, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port': {'id': 'eb0090e3-c58b-472d-b5e1-6bb99a30ddf5', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:26:00Z', 'updated_at': '2021-11-17T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:39.767698 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Deleting port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:39.768041 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:39.775600 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] Checking router: 069af1fe-bd80-4a53-a2bb-0809c94daa14 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:28:39.784309 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] Routers {'069af1fe-bd80-4a53-a2bb-0809c94daa14'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:28:39.784957 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:28:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['069af1fe-bd80-4a53-a2bb-0809c94daa14'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:39.848878 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] For port eb0090e3-c58b-472d-b5e1-6bb99a30ddf5, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=eb0090e3-c58b-472d-b5e1-6bb99a30ddf5,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:39.849256 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:39.860947 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Calling delete_port for eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 owned by network:router_gateway {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:39.965231 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] Set router 069af1fe-bd80-4a53-a2bb-0809c94daa14 gateway port host: None {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:28:40.017300 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:28:39Z', 'revision_number': 6, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port_host': None}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:40.047299 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0169afb-f4ca-453d-b606-9e2b7ef800b0 None None] The sync data for ids ['069af1fe-bd80-4a53-a2bb-0809c94daa14'] in dv-cinder-797608-20-iscsi is: [{'id': '069af1fe-bd80-4a53-a2bb-0809c94daa14', 'name': 'tempest-TestMinimumBasicScenario-1981557174-router', 'tenant_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:59Z', 'updated_at': '2021-11-17T17:28:39Z', 'revision_number': 6, 'project_id': '4f2b15723ec34e98a4f5b58bb9615aa1', 'gw_port_host': None}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:28:40.091112 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.117424 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0090e3-c58b-472d-b5e1-6bb99a30ddf5,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:40.179196 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.266840 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.268906 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.365487 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.365975 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 069af1fe-bd80-4a53-a2bb-0809c94daa14 {{(pid=102411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:28:40.370304 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.371449 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-510cb514-31f4-48e6-adf5-15bfcd329c8e admin admin] 10.222.0.41 "DELETE /v2.0/routers/069af1fe-bd80-4a53-a2bb-0809c94daa14 HTTP/1.1" status: 204 len: 168 time: 0.9244969 Nov 17 17:28:40.373927 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51384) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:40.420031 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b363f2-d8c1-4b73-9925-c75d786fb247 admin admin] Deleting subnet 19e209d0-b250-437d-b195-303cef138d81 {{(pid=102411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:28:40.424123 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-66b363f2-d8c1-4b73-9925-c75d786fb247 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.464272 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-66b363f2-d8c1-4b73-9925-c75d786fb247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4635019'] for subnet, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.543808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-66b363f2-d8c1-4b73-9925-c75d786fb247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.665355 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-66b363f2-d8c1-4b73-9925-c75d786fb247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4350715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369170'] for subnet, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.692257 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b363f2-d8c1-4b73-9925-c75d786fb247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e209d0-b250-437d-b195-303cef138d81,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:40.695886 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-66b363f2-d8c1-4b73-9925-c75d786fb247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.699310 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-66b363f2-d8c1-4b73-9925-c75d786fb247 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/19e209d0-b250-437d-b195-303cef138d81 HTTP/1.1" status: 204 len: 168 time: 0.3243713 Nov 17 17:28:40.701727 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51386) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:40.701878 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3cdde5-6aa1-413d-983f-5078f186b3ba None None] Network 3e2b44da-a277-4900-aff9-682f625a0c43 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:28:40.774866 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.835213 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Deleting port 2b472004-b4b0-494a-a1fa-77619ad64ed1 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:40.835556 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.862586 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:28:40.884977 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:28:40.885418 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 5e1ee82b-5a94-43bb-ba84-f4fe658395b6 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:28:40.885904 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:28:40.906448 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] DHCP port deletion for 3e2b44da-a277-4900-aff9-682f625a0c43 request from dv-cinder-797608-20-iscsi {{(pid=102412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 17:28:40.907133 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] For port 2b472004-b4b0-494a-a1fa-77619ad64ed1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=2b472004-b4b0-494a-a1fa-77619ad64ed1,segment=NetworkSegment(a053976c-84fe-4d84-a40c-c98adcfa6186),segment_id=a053976c-84fe-4d84-a40c-c98adcfa6186)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:40.907528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:40.909984 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:28:40.910401 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device eb0090e3-c58b-472d-b5e1-6bb99a30ddf5 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:28:40.923281 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Calling delete_port for 2b472004-b4b0-494a-a1fa-77619ad64ed1 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:40.962831 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] Deleting port 2b472004-b4b0-494a-a1fa-77619ad64ed1 {{(pid=102412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:28:40.963537 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.087852 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.115841 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Pushing event deleted for resources: {'Port': ['ID=2b472004-b4b0-494a-a1fa-77619ad64ed1,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:41.116443 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] For port 2b472004-b4b0-494a-a1fa-77619ad64ed1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=2b472004-b4b0-494a-a1fa-77619ad64ed1,segment=NetworkSegment(a053976c-84fe-4d84-a40c-c98adcfa6186),segment_id=a053976c-84fe-4d84-a40c-c98adcfa6186)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:28:41.116827 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.119282 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] No DVR routers for this DVR port 2b472004-b4b0-494a-a1fa-77619ad64ed1 on host dv-cinder-797608-20-iscsi {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:28:41.130321 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] Calling delete_port for 2b472004-b4b0-494a-a1fa-77619ad64ed1 owned by network:dhcp {{(pid=102412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:28:41.194560 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.208949 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.213905 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2b44da-a277-4900-aff9-682f625a0c43']}} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:41.223919 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a053976c-84fe-4d84-a40c-c98adcfa6186') {'for_net_delete': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:41.224216 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.services.segments.db [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a053976c-84fe-4d84-a40c-c98adcfa6186') {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:28:41.233418 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4635026'] for segment, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.234468 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] Pushing event deleted for resources: {'Port': ['ID=2b472004-b4b0-494a-a1fa-77619ad64ed1,revision_number=None']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:41.238667 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8eb8d-9a39-4d8b-b7e1-17760d6914f0 None None] No DVR routers for this DVR port 2b472004-b4b0-494a-a1fa-77619ad64ed1 on host dv-cinder-797608-20-iscsi {{(pid=102412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:28:41.251882 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.257901 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=102411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:28:41.258286 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4350629'] for segment, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: Traceback (most recent call last): Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: timer() Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: cb(*args, **kw) Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: return func(*args, **kwargs) Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: self._notify() Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: self.callback(batched_events) Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: event.method(event) Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: return f(self, *a, **k) Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._get(url).json() Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: return self.request(url, 'GET', **kwargs) Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:28:41.259906 dv-cinder-797608-20-iscsi neutron-server[102411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:28:41.407832 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.413291 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.416579 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e2b44da-a277-4900-aff9-682f625a0c43 HTTP/1.1" status: 204 len: 168 time: 0.7139134 Nov 17 17:28:41.427688 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d199cb-ed9b-4084-becf-c9bffdac21bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2b44da-a277-4900-aff9-682f625a0c43,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:41.799366 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51390) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:41.838161 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-bed9970d-89d0-46a2-a36c-722533976685 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=228da8cee1034aa49372445119caea4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376616 Nov 17 17:28:41.840629 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51392) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:41.889142 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8897642-56d0-427e-a0d7-f377eea69d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:41.910225 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8897642-56d0-427e-a0d7-f377eea69d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:42.039904 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8897642-56d0-427e-a0d7-f377eea69d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:42.042524 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8897642-56d0-427e-a0d7-f377eea69d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:42.043670 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-a8897642-56d0-427e-a0d7-f377eea69d74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c98960-3def-4cd3-9019-4d034611dc3f HTTP/1.1" status: 204 len: 168 time: 0.2021189 Nov 17 17:28:42.052760 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8897642-56d0-427e-a0d7-f377eea69d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c98960-3def-4cd3-9019-4d034611dc3f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:42.598940 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 2b472004-b4b0-494a-a1fa-77619ad64ed1 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:28:42.619878 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 2b472004-b4b0-494a-a1fa-77619ad64ed1 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:28:42.620217 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 2b472004-b4b0-494a-a1fa-77619ad64ed1 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:28:42.657588 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51398) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:42.697047 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4566012e-4b88-492f-bc01-482bb6b7bfe0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f2b15723ec34e98a4f5b58bb9615aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382972 Nov 17 17:28:42.699533 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51400) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:28:42.746334 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-12ad8bb4-e6f4-49c2-9cfb-30109f4a6309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:42.766701 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-12ad8bb4-e6f4-49c2-9cfb-30109f4a6309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:42.921743 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-12ad8bb4-e6f4-49c2-9cfb-30109f4a6309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:42.926363 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-12ad8bb4-e6f4-49c2-9cfb-30109f4a6309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:42.926363 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-12ad8bb4-e6f4-49c2-9cfb-30109f4a6309 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15d56449-c38b-4a09-a247-1bbc413448ff HTTP/1.1" status: 204 len: 168 time: 0.2258558 Nov 17 17:28:42.934437 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad8bb4-e6f4-49c2-9cfb-30109f4a6309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d56449-c38b-4a09-a247-1bbc413448ff,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:28:46.468073 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9d3a609e-f3c1-45cf-90e3-cb0bda4fc1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:48.727624 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f5bfcfef-8e0b-453b-ab1d-ce28bf7a2c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:49.927364 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:51.253593 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:52.153968 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:28:56.699478 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:29:03.651453 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5238-629f-43a2-9ce6-17f53cc01e1a req-37f6c765-7c5d-4586-be9e-7f0d911cd77f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:03.652931 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-538c5238-629f-43a2-9ce6-17f53cc01e1a req-37f6c765-7c5d-4586-be9e-7f0d911cd77f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0510356 Nov 17 17:29:03.701644 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-538c5238-629f-43a2-9ce6-17f53cc01e1a req-8e9ce9c6-3a63-42d4-ad4f-6149bc8ddb4f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 Nov 17 17:29:04.819316 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e8e80-a2e4-4c33-b43c-ee208002d058 req-3eac733b-189e-4b1f-9d57-637c6aa1bd0a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:04.820709 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-878e8e80-a2e4-4c33-b43c-ee208002d058 req-3eac733b-189e-4b1f-9d57-637c6aa1bd0a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0500453 Nov 17 17:29:04.868446 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-878e8e80-a2e4-4c33-b43c-ee208002d058 req-86fe49cf-9116-47b8-96a4-577dd0cd2d31 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Nov 17 17:29:05.128383 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-80a483df-b518-4489-9b41-1f1047b6327b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:05.129758 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-80a483df-b518-4489-9b41-1f1047b6327b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 945 time: 0.0477345 Nov 17 17:29:05.217218 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Deleting port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:29:05.217562 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:05.307594 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] For port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:29:05.307952 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:05.471486 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:05.471850 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:05.472168 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Floating IP e1f55270-1e91-442a-83f8-0b0230a81ad1 disassociated. External IP: 172.27.1.242, port: a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d. Nov 17 17:29:05.472514 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Calling delete_port for a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:29:05.664460 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:05.691168 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event deleted for resources: {'Port': ['ID=a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:29:05.804816 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:29:05.910527 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:29:05.922511 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:29:05.932167 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:29:05.932882 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:28:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:29:05.950755 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] No DVR routers for this DVR port a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:29:05.960481 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:05.963755 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-85e98ce8-eefc-4621-ab22-0004eed9f46a req-a15553af-22c2-403f-a5c5-7c87927b733f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "DELETE /v2.0/ports/a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d HTTP/1.1" status: 204 len: 173 time: 0.8280399 Nov 17 17:29:05.964217 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'name': 'network-vif-deleted', 'tag': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:29:05.966440 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab5bb9-40d8-48da-9f36-764e441f4e37" -d '{"events": [{"server_uuid": "6beefeb6-08d7-4cb8-a471-ab94355246cb", "name": "network-vif-deleted", "tag": "a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:29:05.991519 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-d4273407-b6a4-4011-bc02-cab53bc116a3 req-0174b7aa-6433-4487-9702-4687f725f40f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 210 time: 0.0418270 Nov 17 17:29:06.051935 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:29:06.212641 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19abdde5-39b3-43f9-aca8-3fcd190c84c7 x-openstack-request-id: req-19abdde5-39b3-43f9-aca8-3fcd190c84c7 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:29:06.213178 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beefeb6-08d7-4cb8-a471-ab94355246cb", "name": "network-vif-deleted", "tag": "a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:29:06.213318 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19abdde5-39b3-43f9-aca8-3fcd190c84c7 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:29:06.213723 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beefeb6-08d7-4cb8-a471-ab94355246cb', 'name': 'network-vif-deleted', 'tag': 'a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d', 'status': 'completed', 'code': 200} Nov 17 17:29:06.258765 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:29:06.287837 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:29:06.296062 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:29:06.296698 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:28:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:29:06.401870 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:29:06.725096 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:29:06.750652 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73853699-5456-4492-8985-ef7d84cf4bc6 None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:29:06.959036 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d744a68-a200-45da-97c8-d08e299eab4a None None] New status for floating IP e1f55270-1e91-442a-83f8-0b0230a81ad1: DOWN {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:29:07.096627 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-00b633e4-059e-42bf-8f2f-25670c72353d req-19f72635-efce-4df2-97bd-9abf646564fe tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beefeb6-08d7-4cb8-a471-ab94355246cb HTTP/1.1" status: 200 len: 210 time: 0.0254576 Nov 17 17:29:08.347432 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-f01eee10-4c56-4922-8375-b8b884e504da tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801255051&fields=id&tenant_id=25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 267 time: 0.0433223 Nov 17 17:29:08.448918 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-ac1751fb-91a7-4739-98b3-f573b0262c25 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:08.450337 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-ac1751fb-91a7-4739-98b3-f573b0262c25 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 812 time: 0.0962591 Nov 17 17:29:08.465044 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-9fafddb6-d935-4eb7-aedf-de606d64fc5e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/quotas/25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 375 time: 0.0090697 Nov 17 17:29:08.755523 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-5c6f8115-1d73-418a-859c-606b7acd7047 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2853680 Nov 17 17:29:08.859164 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-3b27c65d-a658-4825-8e61-b5253170a10b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:29:08.860206 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-3b27c65d-a658-4825-8e61-b5253170a10b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0933330 Nov 17 17:29:08.944077 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:08.949116 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-4ddbecb6-f94c-42a0-98fa-b728a275661e service neutron] 10.222.0.41 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816650 Nov 17 17:29:09.042205 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-1f6f3f45-52a0-4d5c-98ed-10c306c2166c service neutron] 10.222.0.41 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869288 Nov 17 17:29:09.531338 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-347912b2-843d-46a4-a8fa-a26d2d3f1712 req-ea448969-f5d4-4632-869b-b07ac9f030ba tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 210 time: 0.0270445 Nov 17 17:29:10.007907 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:29:10.028778 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:29:10.029006 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device a4f3e0e6-3203-49b9-b6bd-72ebf0bc4a8d not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:29:10.625206 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-79b8a441-d380-4fbb-a692-e2e80b7bd557 req-bafed831-9760-4d0a-8f9e-9fb3fd145d34 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 210 time: 0.0272610 Nov 17 17:29:11.396339 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7e017067-5b71-4ba9-8efb-3fff12e8f1f7 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:11.397839 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7e017067-5b71-4ba9-8efb-3fff12e8f1f7 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 812 time: 0.1087313 Nov 17 17:29:11.465226 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-4a540af7-4850-4f43-b03f-4cda069d4990 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 380 time: 0.0559349 Nov 17 17:29:11.481789 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'port': {'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'admin_state_up': True, 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'security_groups': ['b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661']}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:29:11.646857 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Made reservation on behalf of 25b51140b87049ec95f868ffa923853e for: {'port': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:29:11.650363 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:11.722128 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-5c8d2bb8-da95-428c-8f9d-58e093193a98 req-9e7cfae7-cf06-48ee-8eb8-2c1e5924f62a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 210 time: 0.0280128 Nov 17 17:29:11.784843 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Allocated IP 172.20.0.10 (faa0040a-9baf-463a-aa19-19e702be3707/751cc2e8-cdb8-4ef5-a337-2578cda26264/b12a87c0-b79a-4c33-934c-d0c04a6a332c) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:29:11.924274 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:12.005203 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:12.044939 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Network faa0040a-9baf-463a-aa19-19e702be3707 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:29:12.047999 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:29:12.054655 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:29:12.082735 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=b12a87c0-b79a-4c33-934c-d0c04a6a332c,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:29:12.113038 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:12.113437 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:12.204454 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8a58ed93-5056-4de0-9255-9002c5ec9356 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7263336 Nov 17 17:29:12.216466 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Request body: {'port': {'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:29:12.273032 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:12.317862 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-0290c749-d41e-4e7d-bae4-a0f0a8e6ec89 None None] Provisioning complete for port b12a87c0-b79a-4c33-934c-d0c04a6a332c triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:29:12.318467 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-0290c749-d41e-4e7d-bae4-a0f0a8e6ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:12.351822 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-0290c749-d41e-4e7d-bae4-a0f0a8e6ec89 None None] Port b12a87c0-b79a-4c33-934c-d0c04a6a332c cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:29:12.535010 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12a87c0-b79a-4c33-934c-d0c04a6a332c {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:29:12.543065 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:12.554891 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Transition to ACTIVE for port object b12a87c0-b79a-4c33-934c-d0c04a6a332c will not be triggered until provisioned by entity L2. {{(pid=102411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:29:12.645138 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:12.698986 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Pushing event updated for resources: {'Port': ['ID=b12a87c0-b79a-4c33-934c-d0c04a6a332c,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:29:12.782633 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Attempting to bind port b12a87c0-b79a-4c33-934c-d0c04a6a332c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:29:12.782976 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Attempting to bind port b12a87c0-b79a-4c33-934c-d0c04a6a332c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:29:12.783301 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Attempting to bind port b12a87c0-b79a-4c33-934c-d0c04a6a332c on network faa0040a-9baf-463a-aa19-19e702be3707 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:29:12.788651 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Port b12a87c0-b79a-4c33-934c-d0c04a6a332c on network faa0040a-9baf-463a-aa19-19e702be3707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:29:12.788910 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Attempting to bind port b12a87c0-b79a-4c33-934c-d0c04a6a332c on network faa0040a-9baf-463a-aa19-19e702be3707 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:29:12.794057 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:29:12.794396 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Checking segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:29:12.794777 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Bound using segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:29:12.795211 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Bound port: b12a87c0-b79a-4c33-934c-d0c04a6a332c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:29:12.795565 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:12.895506 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b855-21d7-4630-80f1-b66c4f5f8603 req-edb52582-860c-4716-96f6-8fb0236433f3 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:12.897781 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4de7b855-21d7-4630-80f1-b66c4f5f8603 req-edb52582-860c-4716-96f6-8fb0236433f3 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0991127 Nov 17 17:29:12.903473 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] For port b12a87c0-b79a-4c33-934c-d0c04a6a332c, host hv-cinder-79760, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:29:12.907508 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] For port b12a87c0-b79a-4c33-934c-d0c04a6a332c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:29:12.952462 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4de7b855-21d7-4630-80f1-b66c4f5f8603 req-ff74f017-48eb-4a85-ba3c-05d88a8525b9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466492 Nov 17 17:29:12.967659 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:13.005254 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:13.005904 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:13.007452 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-7de80c48-492d-499d-8197-1670ec986484 service neutron] 10.222.0.69 "PUT /v2.0/ports/b12a87c0-b79a-4c33-934c-d0c04a6a332c HTTP/1.1" status: 200 len: 1094 time: 0.7955480 Nov 17 17:29:13.007963 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:29:13.010750 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef5011-61d4-4b50-b5eb-cb8cea2c3278" -d '{"events": [{"name": "network-changed", "server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:29:13.040755 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de80c48-492d-499d-8197-1670ec986484 service neutron] Pushing event updated for resources: {'Port': ['ID=b12a87c0-b79a-4c33-934c-d0c04a6a332c,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:29:13.054749 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d550a489-07f4-4ab9-99b1-899337f62f3c x-openstack-request-id: req-d550a489-07f4-4ab9-99b1-899337f62f3c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:29:13.055137 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:29:13.055383 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d550a489-07f4-4ab9-99b1-899337f62f3c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:29:13.055779 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'status': 'completed', 'code': 200} Nov 17 17:29:13.120906 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5011-61d4-4b50-b5eb-cb8cea2c3278 req-7b7dff0b-e19c-4375-bbe2-05debdd456ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:13.122617 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4aef5011-61d4-4b50-b5eb-cb8cea2c3278 req-7b7dff0b-e19c-4375-bbe2-05debdd456ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1097 time: 0.0471058 Nov 17 17:29:13.233759 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5011-61d4-4b50-b5eb-cb8cea2c3278 req-90e5e2c5-0a16-455f-b830-0e3fd8ee04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:13.235245 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4aef5011-61d4-4b50-b5eb-cb8cea2c3278 req-90e5e2c5-0a16-455f-b830-0e3fd8ee04ec service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=25b51140b87049ec95f868ffa923853e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1043823 Nov 17 17:29:13.330507 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5011-61d4-4b50-b5eb-cb8cea2c3278 req-7732a27b-a338-48ff-911f-51b4e3c81a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:13.331938 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4aef5011-61d4-4b50-b5eb-cb8cea2c3278 req-7732a27b-a338-48ff-911f-51b4e3c81a4e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894771 Nov 17 17:29:13.408448 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-a9be1978-c7bc-4260-b6cd-3a91ab299b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:13.409911 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-a9be1978-c7bc-4260-b6cd-3a91ab299b3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1097 time: 0.0436113 Nov 17 17:29:13.450929 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-addbe869-fcaf-4448-888c-5a9fe2368b4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c HTTP/1.1" status: 200 len: 217 time: 0.0338614 Nov 17 17:29:13.498103 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-9446a797-316e-4c9e-81c5-4184d1a59ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:13.499478 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-9446a797-316e-4c9e-81c5-4184d1a59ca9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0424542 Nov 17 17:29:13.547396 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8f9ad19e-fac1-4af5-be59-5eb69a262334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:13.548915 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-8f9ad19e-fac1-4af5-be59-5eb69a262334 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422895 Nov 17 17:29:13.637210 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-9105b7d1-10ef-440b-9bf7-b526e04f0601 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815566 Nov 17 17:29:13.727947 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-a0b70f4b-0c6a-40ad-9234-522d1da73100 req-6854b7f3-0863-4137-bc52-6917f7ec3958 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837779 Nov 17 17:29:14.069320 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41ab18-654b-46c5-953f-4e430719df11 req-ea85dfdd-27bd-42bd-8adf-a9e0f5efaa0f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:14.070793 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0c41ab18-654b-46c5-953f-4e430719df11 req-ea85dfdd-27bd-42bd-8adf-a9e0f5efaa0f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0491555 Nov 17 17:29:14.119394 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-0c41ab18-654b-46c5-953f-4e430719df11 req-451cc6fa-fe2c-4f3e-96da-24e078099b50 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Nov 17 17:29:15.235798 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7377477-110f-4aae-9a15-fc526aaaafd4 req-7a289d8e-4243-4011-8e8e-780dd1fe8bec tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:15.237340 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b7377477-110f-4aae-9a15-fc526aaaafd4 req-7a289d8e-4243-4011-8e8e-780dd1fe8bec tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0491612 Nov 17 17:29:15.284805 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b7377477-110f-4aae-9a15-fc526aaaafd4 req-bc965b4b-8418-41f4-bf24-6a294ffd52d0 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Nov 17 17:29:16.398386 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4028e-1bb8-4e2c-bca4-b70500788f37 req-0720421c-8331-4b73-8519-41fbb4e6fc28 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:16.399853 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f1a4028e-1bb8-4e2c-bca4-b70500788f37 req-0720421c-8331-4b73-8519-41fbb4e6fc28 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0481515 Nov 17 17:29:16.449988 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f1a4028e-1bb8-4e2c-bca4-b70500788f37 req-ffafc6f9-a2ef-4ee8-b178-b694ca164ab6 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439417 Nov 17 17:29:16.462496 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-db5397bf-0dbb-4297-bca3-40df1dda1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:17.564487 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da893e-4ca5-4ac7-a4be-9858728e8870 req-c7076b82-efe9-4e95-8462-6fc1ae21ad05 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:17.566038 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-72da893e-4ca5-4ac7-a4be-9858728e8870 req-c7076b82-efe9-4e95-8462-6fc1ae21ad05 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0504944 Nov 17 17:29:17.615347 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-72da893e-4ca5-4ac7-a4be-9858728e8870 req-a5201fda-ccfc-442f-850a-261a63429f7c tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428498 Nov 17 17:29:18.685027 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-55caf3b0-2fa9-4951-a7fb-ca3455381f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:18.736615 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e54f8-553c-4177-bc46-a04467a438d9 req-ed4bd052-309d-4fba-be5a-a578a8f83022 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:18.738075 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4c7e54f8-553c-4177-bc46-a04467a438d9 req-ed4bd052-309d-4fba-be5a-a578a8f83022 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0519781 Nov 17 17:29:18.786859 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-4c7e54f8-553c-4177-bc46-a04467a438d9 req-e65781a1-d750-42e0-8f20-f756de062d32 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Nov 17 17:29:19.890223 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:19.904314 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f74fc-b26e-4819-b827-f63c12a3dff7 req-d8133e70-2439-4898-b120-2929a8426fc9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:19.905787 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-949f74fc-b26e-4819-b827-f63c12a3dff7 req-d8133e70-2439-4898-b120-2929a8426fc9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0514591 Nov 17 17:29:19.953663 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-949f74fc-b26e-4819-b827-f63c12a3dff7 req-400714ba-1bb6-4b4e-9d7b-f6dcdd6ebfdc tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 Nov 17 17:29:21.065678 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb11d50-e68e-4269-9307-8d14bc66ff98 req-0d1142e5-79dd-41aa-ad18-f58ab05f87c9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:21.067103 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-afb11d50-e68e-4269-9307-8d14bc66ff98 req-0d1142e5-79dd-41aa-ad18-f58ab05f87c9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0480268 Nov 17 17:29:21.116639 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-afb11d50-e68e-4269-9307-8d14bc66ff98 req-326f95f1-3b47-42bd-9ee8-ca9aff6fc792 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 Nov 17 17:29:21.281060 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:22.064037 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device b12a87c0-b79a-4c33-934c-d0c04a6a332c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:29:22.132907 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:22.163970 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port b12a87c0-b79a-4c33-934c-d0c04a6a332c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:29:22.174388 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:29:22.212183 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:22.225281 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12a87c0-b79a-4c33-934c-d0c04a6a332c {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:29:22.230054 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c807f1-0e7a-46ec-8e3a-448fe2687611 req-47ca4fb7-b600-453a-9056-eb6db489691b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:22.231521 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-98c807f1-0e7a-46ec-8e3a-448fe2687611 req-47ca4fb7-b600-453a-9056-eb6db489691b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 944 time: 0.0478785 Nov 17 17:29:22.245611 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port b12a87c0-b79a-4c33-934c-d0c04a6a332c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:29:22.280250 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-98c807f1-0e7a-46ec-8e3a-448fe2687611 req-7dd19f5c-15b3-4681-a123-226ef0905215 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 Nov 17 17:29:22.327336 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:22.378306 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=b12a87c0-b79a-4c33-934c-d0c04a6a332c,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:29:22.547715 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['b12a87c0-b79a-4c33-934c-d0c04a6a332c'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:29:23.397093 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870601-a9a1-47f3-acee-ba79f4cd2328 req-d5d6bc25-bd1e-42bb-bf56-025f47004912 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:23.398517 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-de870601-a9a1-47f3-acee-ba79f4cd2328 req-d5d6bc25-bd1e-42bb-bf56-025f47004912 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 945 time: 0.0510361 Nov 17 17:29:23.446881 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-de870601-a9a1-47f3-acee-ba79f4cd2328 req-3e199b4f-5bed-4309-9291-c7c3c185698b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Nov 17 17:29:24.069922 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device b12a87c0-b79a-4c33-934c-d0c04a6a332c up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:29:24.221519 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port b12a87c0-b79a-4c33-934c-d0c04a6a332c completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:29:24.226273 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port b12a87c0-b79a-4c33-934c-d0c04a6a332c triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:29:24.228181 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:24.301935 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:24.323793 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:29:24.326034 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a9d8f2-3a12-4e4b-b6a9-499cf2f7a2d8" -d '{"events": [{"server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "name": "network-vif-plugged", "status": "completed", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:29:24.342577 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port b12a87c0-b79a-4c33-934c-d0c04a6a332c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:29:24.393623 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:24.423328 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2718cc85-9c3e-4160-8f55-1d01bb11165a x-openstack-request-id: req-2718cc85-9c3e-4160-8f55-1d01bb11165a {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:29:24.423328 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "name": "network-vif-plugged", "status": "completed", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:29:24.423328 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2718cc85-9c3e-4160-8f55-1d01bb11165a {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:29:24.423328 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'code': 200} Nov 17 17:29:24.445249 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=b12a87c0-b79a-4c33-934c-d0c04a6a332c,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:29:24.562215 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561825a-6943-4883-b426-9fa420440dfd req-0e1fd745-d5dc-4aa8-a21b-08c7fb75125d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:24.563568 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7561825a-6943-4883-b426-9fa420440dfd req-0e1fd745-d5dc-4aa8-a21b-08c7fb75125d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 946 time: 0.0488150 Nov 17 17:29:24.613660 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-7561825a-6943-4883-b426-9fa420440dfd req-5a4d477f-0ffa-4859-bef4-fa574cca6ac1 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435429 Nov 17 17:29:24.752141 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be330b5f-0c76-43f5-a635-d73bf870129e req-8d3d7bf3-8668-482a-a1bd-7b2cb05a7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:24.753629 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-be330b5f-0c76-43f5-a635-d73bf870129e req-8d3d7bf3-8668-482a-a1bd-7b2cb05a7780 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1099 time: 0.0383267 Nov 17 17:29:24.801308 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-be330b5f-0c76-43f5-a635-d73bf870129e req-ac6ee2c6-e589-4ad3-9523-5fca391a95a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Nov 17 17:29:25.733425 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63d57-f465-4a1d-84ff-580a79c40d08 req-f1cb08f8-85f5-44f3-95c1-795630cfb521 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:25.734918 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e2a63d57-f465-4a1d-84ff-580a79c40d08 req-f1cb08f8-85f5-44f3-95c1-795630cfb521 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 946 time: 0.0520554 Nov 17 17:29:26.048380 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e2a63d57-f465-4a1d-84ff-580a79c40d08 req-8f78bf4a-1a32-4a48-a4e3-de4b2b83f79d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075354 Nov 17 17:29:27.164424 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed8178-e86c-44a6-bdc4-8132bc8df388 req-ac4242b3-d3bd-4af4-893c-83e6f71a33d8 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:27.165886 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e6ed8178-e86c-44a6-bdc4-8132bc8df388 req-ac4242b3-d3bd-4af4-893c-83e6f71a33d8 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 946 time: 0.0479746 Nov 17 17:29:27.214200 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e6ed8178-e86c-44a6-bdc4-8132bc8df388 req-9315c225-9f90-4404-b8cd-c64585e13d04 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Nov 17 17:29:27.324252 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc82c-e77d-4ea6-8f58-17e2dabf5f4d req-0e8be139-8c75-4522-8cc8-09dcf7105968 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:27.325721 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9e9bc82c-e77d-4ea6-8f58-17e2dabf5f4d req-0e8be139-8c75-4522-8cc8-09dcf7105968 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 946 time: 0.0475187 Nov 17 17:29:27.373846 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-9e9bc82c-e77d-4ea6-8f58-17e2dabf5f4d req-d91636fa-e43d-449c-bd2d-3ee110abe05b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Nov 17 17:29:27.395096 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51484) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:29:27.434028 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc327b5-ec0c-4375-98a1-ef703968c530 tempest-TestVolumeBootPattern-2121254179 tempest-TestVolumeBootPattern-2121254179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:27.435497 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-6cc327b5-ec0c-4375-98a1-ef703968c530 tempest-TestVolumeBootPattern-2121254179 tempest-TestVolumeBootPattern-2121254179-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1094 time: 0.0394590 Nov 17 17:29:27.438228 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51486) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:29:27.442325 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:29:27.549953 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:27.645337 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:27.749006 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Allocated IP 172.27.1.36 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/f1d70ce1-2843-4a47-b6c1-71ab32e0eeab) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:29:27.846581 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:27.936008 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:27.973089 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:29:27.977729 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:29:27.980253 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:29:28.010065 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=f1d70ce1-2843-4a47-b6c1-71ab32e0eeab,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:29:28.331535 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:28.455788 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:28.598697 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:28.678869 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:28.749703 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=f1d70ce1-2843-4a47-b6c1-71ab32e0eeab,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:29:28.760259 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:28.858606 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.l3_db [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Floating IP f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e associated. External IP: 172.27.1.36, port: b12a87c0-b79a-4c33-934c-d0c04a6a332c. Nov 17 17:29:29.055426 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:29:29.159134 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:29:29.168725 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:29:29.178407 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:29:29.179024 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:29:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:29:29.241047 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:29.267844 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-4993d7a7-77db-4c42-b252-15aaddca5417 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8286359 Nov 17 17:29:29.268425 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:29:29.270885 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02418215-f9eb-41a6-ab76-6d51191ea5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:29:29.283784 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:29:29.365022 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b542139-58f7-4c90-be8b-f6ab28b18d4d x-openstack-request-id: req-2b542139-58f7-4c90-be8b-f6ab28b18d4d {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:29:29.365527 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:29:29.365527 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b542139-58f7-4c90-be8b-f6ab28b18d4d {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:29:29.366555 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'status': 'completed', 'code': 200} Nov 17 17:29:29.425085 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-d86c65b7-eb59-4438-945d-b6f1c010dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:29.426481 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-d86c65b7-eb59-4438-945d-b6f1c010dd3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1099 time: 0.0399523 Nov 17 17:29:29.508342 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:28Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:29:29.523332 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-616a17c9-0a2a-4d35-9134-c5e858714e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:29.524836 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-616a17c9-0a2a-4d35-9134-c5e858714e84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.0903909 Nov 17 17:29:29.535694 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:29:29.544971 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:29:29.546427 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:29:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:29:29.590399 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-85fda58a-42da-40a6-9c28-000ab0f9e5c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c HTTP/1.1" status: 200 len: 999 time: 0.0589421 Nov 17 17:29:29.644666 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-45cea6d4-5fe6-4838-bce0-1c8441d84160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:29.646126 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-45cea6d4-5fe6-4838-bce0-1c8441d84160 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0496788 Nov 17 17:29:29.650757 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:29:29.691899 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-09037a93-8a85-4266-9631-57fe135d74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:29:29.693346 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-09037a93-8a85-4266-9631-57fe135d74b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406582 Nov 17 17:29:29.782741 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-52402119-7a75-4db6-9d88-add6eaca9f7a service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826216 Nov 17 17:29:29.872546 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:28Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:29:29.876194 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-02418215-f9eb-41a6-ab76-6d51191ea5d0 req-76062271-3b71-4990-8b38-9265aadc55d2 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869052 Nov 17 17:29:30.019251 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dea9f5-1c4d-4a8a-8632-4cdae7e9b675 None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:28Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:29:30.198191 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87754dab-89c4-4769-87a5-72e12a737d3e None None] New status for floating IP f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e: ACTIVE {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:29:33.698950 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:29:38.964450 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:46.466869 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-72d4e065-aa36-425c-87b3-b8fdef3ee0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:48.691479 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e41d8581-aedd-4282-8a2c-fd7e25eacb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:49.891775 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:51.268410 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:29:52.118767 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:08.941043 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:10.697520 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:30:16.468322 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d0f4110c-cb10-4d71-ba1b-82e98b6aa457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:18.702328 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6958559b-a6e2-4752-862e-1f63e4387682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:19.907735 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:21.173859 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-46c65bc2-c634-4ae7-bbda-c8a600c2eead service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380793 Nov 17 17:30:21.255277 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-ddba383a-6f5e-4189-938a-c6eaef05e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:30:21.256735 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-ddba383a-6f5e-4189-938a-c6eaef05e9e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1099 time: 0.0401337 Nov 17 17:30:21.319550 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:21.362922 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-5a253318-e534-4501-abca-9455f28bd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:30:21.364350 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-5a253318-e534-4501-abca-9455f28bd1a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.0883996 Nov 17 17:30:21.426909 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-85827a15-0319-4225-8605-d3112accba52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c HTTP/1.1" status: 200 len: 1001 time: 0.0558891 Nov 17 17:30:21.479887 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-c59651c3-86da-46de-afbe-5da38203c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:30:21.481311 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-c59651c3-86da-46de-afbe-5da38203c383 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0454178 Nov 17 17:30:21.528967 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-52955818-dd82-4b16-bda1-82a33dd0b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:30:21.530544 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-52955818-dd82-4b16-bda1-82a33dd0b1c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397525 Nov 17 17:30:21.622127 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-9704739a-60fd-4478-ba7f-8bd60546f510 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843577 Nov 17 17:30:21.711863 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-e5caf5e6-01d9-41cd-bf79-e9e20fcd3dca req-33bcf28e-9254-474c-a6ba-ef71c80300ba service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816042 Nov 17 17:30:22.123410 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:38.953734 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:46.450179 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e00d3d22-fd80-47bc-b92d-fed7c02bd14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:47.696281 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:30:48.700843 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-73ab2d1d-8511-478d-b44b-1a7a00a2d063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:49.907527 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:51.272725 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:30:52.123398 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:06.507804 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-cc89418c-a53f-49ab-a4e6-c4c6b11caae1 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801255051&fields=id&tenant_id=25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 267 time: 0.0440187 Nov 17 17:31:06.615843 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-f4a0e200-a96f-4018-b337-35ee87156358 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:06.617320 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-f4a0e200-a96f-4018-b337-35ee87156358 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 812 time: 0.1030219 Nov 17 17:31:06.632665 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-8543352a-0623-496d-b9ef-b5bab142c07a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/quotas/25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 375 time: 0.0094881 Nov 17 17:31:06.684090 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-74f39ca8-394b-46d7-82c0-558e4db5c5c8 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462523 Nov 17 17:31:06.770113 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-0a8e7670-d6c1-4efb-b988-aec2c093bc76 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 17:31:06.771128 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-0a8e7670-d6c1-4efb-b988-aec2c093bc76 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0731230 Nov 17 17:31:06.858881 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-ba8b2a55-4e20-4330-84b9-154d1c263c0c service neutron] 10.222.0.41 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811942 Nov 17 17:31:06.948977 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-e7bdbb40-d643-4231-8ab8-d77db9eb15f2 service neutron] 10.222.0.41 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 Nov 17 17:31:08.476126 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-f49e543d-efa9-42b0-8723-9cb86ae8ec2d req-048634f9-2585-4e94-8ecb-b3dcedf7314c tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 210 time: 0.0264497 Nov 17 17:31:08.964244 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:09.569309 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-222933f5-77fc-463e-9a99-017ea967c7b2 req-f9dc66e9-85db-46da-bc64-199c5ff77e60 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 210 time: 0.0277946 Nov 17 17:31:10.424090 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-16528919-4747-471c-b207-2d2ba3311407 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:10.425541 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-16528919-4747-471c-b207-2d2ba3311407 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 812 time: 0.1039140 Nov 17 17:31:10.488799 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-9abc0d28-25ee-4322-8272-8062687bdc7f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b51140b87049ec95f868ffa923853e HTTP/1.1" status: 200 len: 380 time: 0.0543578 Nov 17 17:31:10.497581 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'port': {'device_id': '72979a03-8058-42cb-8fad-e137f2fca602', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'admin_state_up': True, 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'security_groups': ['b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661']}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:31:10.665826 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9242190e-2370-41b8-99e7-b50624287610 req-a9448fa8-7197-47aa-b917-9ce185094303 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 210 time: 0.0272675 Nov 17 17:31:10.666509 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Made reservation on behalf of 25b51140b87049ec95f868ffa923853e for: {'port': 1} {{(pid=102411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 17:31:10.669894 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:10.794771 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Allocated IP 172.20.0.14 (faa0040a-9baf-463a-aa19-19e702be3707/751cc2e8-cdb8-4ef5-a337-2578cda26264/3023687c-b9eb-4434-983c-cd52b862aead) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:31:10.929421 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:11.049991 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:11.097815 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Network faa0040a-9baf-463a-aa19-19e702be3707 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:31:11.102974 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:31:11.106677 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:31:11.133011 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=3023687c-b9eb-4434-983c-cd52b862aead,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:31:11.149329 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.149687 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.150034 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.150375 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.150709 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.151064 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.151378 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.151709 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.152036 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.152363 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.152714 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.153040 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:11.179845 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:11.180706 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:11.282213 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-364dc055-0ea5-430d-ace2-800a00efc440 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7881641 Nov 17 17:31:11.293779 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.v2.base [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Request body: {'port': {'device_id': '72979a03-8058-42cb-8fad-e137f2fca602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=102411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:31:11.305665 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-4f5835a2-8c1b-45c5-848a-377d682b1a53 None None] Provisioning complete for port 3023687c-b9eb-4434-983c-cd52b862aead triggered by entity DHCP. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:31:11.306240 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4f5835a2-8c1b-45c5-848a-377d682b1a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:11.343052 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-4f5835a2-8c1b-45c5-848a-377d682b1a53 None None] Port 3023687c-b9eb-4434-983c-cd52b862aead cannot update to ACTIVE because it is not bound. {{(pid=102412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 17:31:11.348843 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:11.611347 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3023687c-b9eb-4434-983c-cd52b862aead {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:31:11.618590 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:11.630461 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Transition to ACTIVE for port object 3023687c-b9eb-4434-983c-cd52b862aead will not be triggered until provisioned by entity L2. {{(pid=102411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 17:31:11.678071 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:11.729206 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Pushing event updated for resources: {'Port': ['ID=3023687c-b9eb-4434-983c-cd52b862aead,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:31:11.801548 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ea907-cb8f-4645-8d19-c130d42f059d req-6440ed5e-306e-40a7-8d20-9008cedf36be tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:11.803055 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-630ea907-cb8f-4645-8d19-c130d42f059d req-6440ed5e-306e-40a7-8d20-9008cedf36be tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 944 time: 0.0510998 Nov 17 17:31:11.818347 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Attempting to bind port 3023687c-b9eb-4434-983c-cd52b862aead on host hv-cinder-79760 for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 17:31:11.818596 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Attempting to bind port 3023687c-b9eb-4434-983c-cd52b862aead by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 17:31:11.818931 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Attempting to bind port 3023687c-b9eb-4434-983c-cd52b862aead on network faa0040a-9baf-463a-aa19-19e702be3707 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:31:11.823857 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Port 3023687c-b9eb-4434-983c-cd52b862aead on network faa0040a-9baf-463a-aa19-19e702be3707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 17:31:11.824180 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Attempting to bind port 3023687c-b9eb-4434-983c-cd52b862aead on network faa0040a-9baf-463a-aa19-19e702be3707 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 17:31:11.830043 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Checking agent: {'id': '6198e616-eee1-430c-b0fc-016e21ffe006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'started_at': datetime.datetime(2021, 11, 17, 17, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 17:31:11.830381 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Checking segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 17:31:11.830771 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Bound using segment: {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 17:31:11.831202 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Bound port: 3023687c-b9eb-4434-983c-cd52b862aead, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 17:31:11.831561 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:11.861137 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-630ea907-cb8f-4645-8d19-c130d42f059d req-9d8da658-0822-4f3a-b6a2-872ca34926c9 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518882 Nov 17 17:31:11.897585 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] For port 3023687c-b9eb-4434-983c-cd52b862aead, host hv-cinder-79760, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 17:31:11.900734 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] For port 3023687c-b9eb-4434-983c-cd52b862aead, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3023687c-b9eb-4434-983c-cd52b862aead,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 17:31:12.009157 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4350657'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:12.042408 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:12.043022 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:12.044504 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] 10.222.0.69 "PUT /v2.0/ports/3023687c-b9eb-4434-983c-cd52b862aead HTTP/1.1" status: 200 len: 1094 time: 0.7549505 Nov 17 17:31:12.044942 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:31:12.047961 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed7ef0-8465-427b-b2d7-54393d4dc77a" -d '{"events": [{"name": "network-changed", "server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "tag": "3023687c-b9eb-4434-983c-cd52b862aead"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:31:12.076013 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e984ca-213a-44bd-95aa-8508ecc65acd service neutron] Pushing event updated for resources: {'Port': ['ID=3023687c-b9eb-4434-983c-cd52b862aead,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:31:12.093446 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f3f7c-020a-4b50-8119-c53487caacfd x-openstack-request-id: req-5a0f3f7c-020a-4b50-8119-c53487caacfd {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:31:12.093798 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "tag": "3023687c-b9eb-4434-983c-cd52b862aead", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:31:12.094266 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a0f3f7c-020a-4b50-8119-c53487caacfd {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:31:12.094858 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead', 'status': 'completed', 'code': 200} Nov 17 17:31:12.157962 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed7ef0-8465-427b-b2d7-54393d4dc77a req-707fa667-659e-4a9c-81be-88cabc7d915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:12.162145 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ffed7ef0-8465-427b-b2d7-54393d4dc77a req-707fa667-659e-4a9c-81be-88cabc7d915a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 1097 time: 0.0435967 Nov 17 17:31:12.498467 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed7ef0-8465-427b-b2d7-54393d4dc77a req-8926b115-035c-40f9-b11d-e74ee2783086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:12.499990 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ffed7ef0-8465-427b-b2d7-54393d4dc77a req-8926b115-035c-40f9-b11d-e74ee2783086 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=25b51140b87049ec95f868ffa923853e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3328147 Nov 17 17:31:12.595032 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed7ef0-8465-427b-b2d7-54393d4dc77a req-576536bf-a8e7-42b0-aecd-633c364162cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:12.596446 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ffed7ef0-8465-427b-b2d7-54393d4dc77a req-576536bf-a8e7-42b0-aecd-633c364162cd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894668 Nov 17 17:31:12.676105 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-3ba025d7-ac13-46da-82ff-29e19df0df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:12.677552 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-3ba025d7-ac13-46da-82ff-29e19df0df43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 1097 time: 0.0399892 Nov 17 17:31:12.719491 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-d609282a-30c1-4644-9af1-a0a334b5befa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3023687c-b9eb-4434-983c-cd52b862aead HTTP/1.1" status: 200 len: 217 time: 0.0326097 Nov 17 17:31:12.767968 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-545e3438-6099-4746-8e6b-744d6a35d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:12.769326 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-545e3438-6099-4746-8e6b-744d6a35d89f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0420444 Nov 17 17:31:12.818905 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-9285b17c-b1ea-4edc-9fbc-64d626a2a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:12.820331 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-9285b17c-b1ea-4edc-9fbc-64d626a2a8f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430136 Nov 17 17:31:12.909877 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-d4467a8c-6cfa-4dcd-9375-8d9a85e9b1f6 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816584 Nov 17 17:31:12.974284 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029ff85-cd9c-449b-8519-d4f9e666ed7b req-e2b42d2a-774f-42e1-b224-7a735e4d52e6 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:12.975922 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0029ff85-cd9c-449b-8519-d4f9e666ed7b req-e2b42d2a-774f-42e1-b224-7a735e4d52e6 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 944 time: 0.0492349 Nov 17 17:31:13.006647 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-bf84b81c-3a2f-48f1-8056-eb1e2269d46d req-225edfb2-d79f-4a09-bbeb-c4904263565f service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891576 Nov 17 17:31:13.027227 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-0029ff85-cd9c-449b-8519-d4f9e666ed7b req-e001d62d-945e-41fe-b7cc-7aa9c0b1ef18 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Nov 17 17:31:14.143018 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758aafa-451b-4772-93b4-6c90b8f28506 req-c06ae586-92b3-4d0d-928a-f8757dd9b4b0 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:14.144472 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c758aafa-451b-4772-93b4-6c90b8f28506 req-c06ae586-92b3-4d0d-928a-f8757dd9b4b0 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 944 time: 0.0487339 Nov 17 17:31:14.192878 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c758aafa-451b-4772-93b4-6c90b8f28506 req-25f76c71-5f6e-42f9-9e8a-4ac7666db8a5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Nov 17 17:31:15.308788 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac670f3-6785-44b2-9e89-7201e85813e5 req-b763f74e-b25f-42fb-a2b9-8480673e1571 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:15.310222 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fac670f3-6785-44b2-9e89-7201e85813e5 req-b763f74e-b25f-42fb-a2b9-8480673e1571 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 944 time: 0.0524757 Nov 17 17:31:15.357630 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-fac670f3-6785-44b2-9e89-7201e85813e5 req-5be7469d-f1b5-42cb-bd1e-4d8bba4b55ef tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Nov 17 17:31:16.460932 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f023b399-1c27-498a-9746-c700480f8850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:16.478112 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068347-1a50-45a4-b61c-7d3c2e61b23e req-71e1eaf1-62a5-4f9e-b8ed-25ce7d2b9e49 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:16.479581 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ea068347-1a50-45a4-b61c-7d3c2e61b23e req-71e1eaf1-62a5-4f9e-b8ed-25ce7d2b9e49 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 944 time: 0.0531793 Nov 17 17:31:16.529315 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ea068347-1a50-45a4-b61c-7d3c2e61b23e req-a7a3f68f-777e-4866-8266-963810cb3179 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Nov 17 17:31:17.646019 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cff1e8-9611-4d8b-8155-aac6bdd13472 req-5d6a3d25-2a5d-468e-9100-c427c6893f3a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:17.647453 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b2cff1e8-9611-4d8b-8155-aac6bdd13472 req-5d6a3d25-2a5d-468e-9100-c427c6893f3a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 944 time: 0.0502951 Nov 17 17:31:17.694701 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-b2cff1e8-9611-4d8b-8155-aac6bdd13472 req-56380a19-34c1-4c2f-8efb-91126c9a40b0 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Nov 17 17:31:18.688297 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-21c57a8a-24d5-43b9-88c2-a6846478b2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:18.808869 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44f046-1e83-4b7c-b84f-e7cd864a711e req-514de4ef-27f2-47b3-b731-47422acc977a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:18.810340 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5c44f046-1e83-4b7c-b84f-e7cd864a711e req-514de4ef-27f2-47b3-b731-47422acc977a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 944 time: 0.0479636 Nov 17 17:31:18.859200 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-5c44f046-1e83-4b7c-b84f-e7cd864a711e req-129cedff-e2cb-4c44-b42c-a9f65a7caac1 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423267 Nov 17 17:31:19.940874 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:19.973810 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dab7-40a0-47b1-b3f4-35af74034550 req-3c8561c2-a49a-4fd1-845a-bec8e6bb3155 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:19.975265 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e937dab7-40a0-47b1-b3f4-35af74034550 req-3c8561c2-a49a-4fd1-845a-bec8e6bb3155 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 944 time: 0.0485916 Nov 17 17:31:20.023240 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-e937dab7-40a0-47b1-b3f4-35af74034550 req-c8ba5139-b61e-489e-9542-5bd65345ff88 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 Nov 17 17:31:20.473137 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 3023687c-b9eb-4434-983c-cd52b862aead details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=102412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 17:31:20.566957 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 3023687c-b9eb-4434-983c-cd52b862aead, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3023687c-b9eb-4434-983c-cd52b862aead,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:31:20.584980 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Returning: {'device': '3023687c-b9eb-4434-983c-cd52b862aead', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'port_id': '3023687c-b9eb-4434-983c-cd52b862aead', 'mac_address': 'fa:16:3e:b9:7f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 17:31:20.616910 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:20.629999 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3023687c-b9eb-4434-983c-cd52b862aead {{(pid=102412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 17:31:20.649307 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 3023687c-b9eb-4434-983c-cd52b862aead, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3023687c-b9eb-4434-983c-cd52b862aead,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:31:20.712377 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:20.758578 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=3023687c-b9eb-4434-983c-cd52b862aead,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:31:20.765972 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.766319 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.766657 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.766991 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.767324 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.767653 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.767984 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.768308 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.768658 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.768981 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.769299 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.769615 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:20.931569 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] get_ports_and_sgs() called for port_ids ['3023687c-b9eb-4434-983c-cd52b862aead'] {{(pid=102412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 17:31:21.139601 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36c050-add5-4381-b099-07a77fffdee3 req-5f86d3c7-18ce-403e-a47e-77593e217643 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:21.141586 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9b36c050-add5-4381-b099-07a77fffdee3 req-5f86d3c7-18ce-403e-a47e-77593e217643 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Nov 17 17:31:21.194407 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-9b36c050-add5-4381-b099-07a77fffdee3 req-830a378e-5915-47d5-b91d-e18154cb21f5 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468736 Nov 17 17:31:21.295473 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:22.156507 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:22.316958 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed4aff-c4bf-4f4b-8207-b83156467578 req-2210fc64-5734-46b6-bdfe-a70852bbeca3 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:22.318475 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bbed4aff-c4bf-4f4b-8207-b83156467578 req-2210fc64-5734-46b6-bdfe-a70852bbeca3 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 945 time: 0.0576489 Nov 17 17:31:22.367936 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-bbed4aff-c4bf-4f4b-8207-b83156467578 req-64eb8d1e-1281-44b5-87fe-5274e1b0a74c tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Nov 17 17:31:22.487639 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 3023687c-b9eb-4434-983c-cd52b862aead up at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 17:31:22.590845 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning for port 3023687c-b9eb-4434-983c-cd52b862aead completed by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 17:31:22.594903 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.provisioning_blocks [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Provisioning complete for port 3023687c-b9eb-4434-983c-cd52b862aead triggered by entity L2. {{(pid=102412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 17:31:22.595322 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529425'] for port, provisioning_complete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:22.673536 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:22.695464 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead'}] {{(pid=102412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:31:22.697695 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd44ef206dca2064f2fcb01c1f33480de02f73de0ea7937f11130f659c9ea695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e060a61-ae62-44c0-866f-b285dc073217" -d '{"events": [{"server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "name": "network-vif-plugged", "status": "completed", "tag": "3023687c-b9eb-4434-983c-cd52b862aead"}]}' {{(pid=102412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:31:22.709961 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] For port 3023687c-b9eb-4434-983c-cd52b862aead, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3023687c-b9eb-4434-983c-cd52b862aead,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:31:22.732970 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965d860-b157-4308-b024-e3518dc9e136 x-openstack-request-id: req-7965d860-b157-4308-b024-e3518dc9e136 {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:31:22.733253 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "name": "network-vif-plugged", "status": "completed", "tag": "3023687c-b9eb-4434-983c-cd52b862aead", "code": 200}]} {{(pid=102412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:31:22.733502 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7965d860-b157-4308-b024-e3518dc9e136 {{(pid=102412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:31:22.734583 dv-cinder-797608-20-iscsi neutron-server[102412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead', 'code': 200} Nov 17 17:31:22.763672 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:22.810354 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Pushing event updated for resources: {'Port': ['ID=3023687c-b9eb-4434-983c-cd52b862aead,revision_number=5']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:31:23.028909 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2d91e-6eb8-4823-841d-83feb6039500 req-eb2c079e-87f7-48da-88b5-f9754b475a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:23.030253 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2fb2d91e-6eb8-4823-841d-83feb6039500 req-eb2c079e-87f7-48da-88b5-f9754b475a07 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 1099 time: 0.0397220 Nov 17 17:31:23.076900 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2fb2d91e-6eb8-4823-841d-83feb6039500 req-52e0a886-125b-4d0e-a711-eddb36a94cf5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Nov 17 17:31:23.329583 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-784d2937-0445-4355-afc9-2d10dbe28502 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391061 Nov 17 17:31:23.409423 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-ae8e5dee-1cb1-4632-814e-1a3496326425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:23.410897 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-ae8e5dee-1cb1-4632-814e-1a3496326425 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1099 time: 0.0404871 Nov 17 17:31:23.481162 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ca6a4-aa16-4596-81af-2af2876d2325 req-c68eefd9-994f-43a4-a418-ec939c9ef1e0 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:23.482687 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-430ca6a4-aa16-4596-81af-2af2876d2325 req-c68eefd9-994f-43a4-a418-ec939c9ef1e0 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 946 time: 0.0481703 Nov 17 17:31:23.518803 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-96f4f7d8-303e-4232-8bbb-9ef0442618c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:23.520241 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-96f4f7d8-303e-4232-8bbb-9ef0442618c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.0892966 Nov 17 17:31:23.532122 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-430ca6a4-aa16-4596-81af-2af2876d2325 req-3a06b610-7f96-46b0-827c-1a83e4acff16 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Nov 17 17:31:23.589267 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-7093cca0-63e2-4337-b841-e9732a41f5d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c HTTP/1.1" status: 200 len: 1001 time: 0.0616608 Nov 17 17:31:23.638313 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-519416fb-49cd-45e1-8c27-2f977c682b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:23.639678 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-519416fb-49cd-45e1-8c27-2f977c682b03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0425780 Nov 17 17:31:23.683672 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-3787afe1-2571-440e-8770-e4d4fd917935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:23.685098 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-3787afe1-2571-440e-8770-e4d4fd917935 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381889 Nov 17 17:31:23.779334 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-3c66d46c-8c32-4e7b-a207-a817caf14a4e service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866199 Nov 17 17:31:23.871945 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-fc289342-7bd2-4aef-a276-55e5117eede1 req-9b677282-f6f1-4a29-b3d5-83bc8c38f496 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Nov 17 17:31:24.650886 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25f512-5f22-4925-8178-e1ddb295c6fa req-408edd4c-3f79-40ee-8d2a-5ce3452f5b8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:24.652327 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ea25f512-5f22-4925-8178-e1ddb295c6fa req-408edd4c-3f79-40ee-8d2a-5ce3452f5b8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 946 time: 0.0485983 Nov 17 17:31:24.695045 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:31:24.705112 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-ea25f512-5f22-4925-8178-e1ddb295c6fa req-6b87f3ad-a651-4d67-aed4-4cfb2674756a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469129 Nov 17 17:31:24.818087 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9d22f-ca85-48cc-b007-424f8c6bccbd req-d9a5fc0d-64d5-434f-942a-2774bb3e5ebf tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:24.819417 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-50e9d22f-ca85-48cc-b007-424f8c6bccbd req-d9a5fc0d-64d5-434f-942a-2774bb3e5ebf tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 946 time: 0.0490777 Nov 17 17:31:24.870089 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-50e9d22f-ca85-48cc-b007-424f8c6bccbd req-e05e89cc-0989-48ac-a0b8-9c433ccbe034 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Nov 17 17:31:24.892679 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51626) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:31:24.930844 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846f9e2-56c7-4e62-80ff-7ddf3859f949 tempest-TestVolumeBootPattern-2121254179 tempest-TestVolumeBootPattern-2121254179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:24.932313 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-0846f9e2-56c7-4e62-80ff-7ddf3859f949 tempest-TestVolumeBootPattern-2121254179 tempest-TestVolumeBootPattern-2121254179-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 1094 time: 0.0387025 Nov 17 17:31:24.934918 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51628) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:31:24.939681 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Request body: {'floatingip': {'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'port_id': '3023687c-b9eb-4434-983c-cd52b862aead', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 17:31:25.037780 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:25.132558 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:25.236254 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Allocated IP 172.27.1.213 (6f851819-d6c4-482e-860a-8bb1bda22708/62b485b7-82a3-4fd2-bddd-7a4cd6ab4815/fde108f8-909c-4bda-a13b-e5b7f313a27d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 17:31:25.332403 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:25.443847 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753969472696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:25.480832 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Network 6f851819-d6c4-482e-860a-8bb1bda22708 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 17:31:25.486186 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 17:31:25.490501 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 17:31:25.510984 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=fde108f8-909c-4bda-a13b-e5b7f313a27d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:31:25.523933 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.524282 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.524654 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.524991 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.525317 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.525645 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.525973 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.526300 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.526622 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.526941 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.527260 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.527580 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:31:25.844460 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:25.969954 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657927'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:26.114149 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:26.180669 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753969970800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753969472714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753969472732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4649156'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:26.246163 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event updated for resources: {'Port': ['ID=fde108f8-909c-4bda-a13b-e5b7f313a27d,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:31:26.258185 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064536'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:26.354452 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.db.l3_db [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Floating IP 4dd18e03-9c21-40bb-bc13-9648d467d1fa associated. External IP: 172.27.1.213, port: 3023687c-b9eb-4434-983c-cd52b862aead. Nov 17 17:31:26.555336 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:31:26.927407 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:31:26.937044 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:31:26.946397 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:31:26.947000 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:31:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:31:27.028540 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:27.053513 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:31:27.056063 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-ab17e372-f9bb-4ac0-b376-8171a3b3ff8e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1201811 Nov 17 17:31:27.056688 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:31:27.058911 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ef8d0bf02d2e658733df2ce77204c70e4b17a02a3c18c2f4d9c760b8c6d2f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa93fd8-701f-4741-bd34-d73839b6f086" -d '{"events": [{"name": "network-changed", "server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "tag": "3023687c-b9eb-4434-983c-cd52b862aead"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:31:27.095713 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e440af-9915-4f40-99ff-4fe62d5adf45 x-openstack-request-id: req-52e440af-9915-4f40-99ff-4fe62d5adf45 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:31:27.095991 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "tag": "3023687c-b9eb-4434-983c-cd52b862aead", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:31:27.096243 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52e440af-9915-4f40-99ff-4fe62d5adf45 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:31:27.096754 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead', 'status': 'completed', 'code': 200} Nov 17 17:31:27.156091 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-12f586fd-4677-4d77-866b-1d8a2c27a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:27.159201 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-12f586fd-4677-4d77-866b-1d8a2c27a88e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 1099 time: 0.0408976 Nov 17 17:31:27.246528 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-d41d5dfe-2854-453c-8c44-8b84353f8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:27.247851 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-d41d5dfe-2854-453c-8c44-8b84353f8474 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.0834599 Nov 17 17:31:27.284693 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '4dd18e03-9c21-40bb-bc13-9648d467d1fa', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': '3023687c-b9eb-4434-983c-cd52b862aead', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:b9:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72979a03-8058-42cb-8fad-e137f2fca602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:31:25Z', 'updated_at': '2021-11-17T17:31:25Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}, {'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:30Z', 'revision_number': 1, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:31:27.315050 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:31:27.316831 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-847fbd85-e068-4903-865d-a20420eb44c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3023687c-b9eb-4434-983c-cd52b862aead HTTP/1.1" status: 200 len: 1000 time: 0.0616615 Nov 17 17:31:27.323401 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:31:27.324005 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:31:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:31:27.366495 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-c5efdc87-274d-41fb-9821-2c6a6efee13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:27.367926 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-c5efdc87-274d-41fb-9821-2c6a6efee13d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0445132 Nov 17 17:31:27.413873 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-ef0aa557-6339-409d-a1a6-0bc5ae826e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:31:27.415335 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-ef0aa557-6339-409d-a1a6-0bc5ae826e4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401082 Nov 17 17:31:27.430109 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:31:27.515767 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-4b93319e-6d67-45e7-9317-812bdcb387bc service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921068 Nov 17 17:31:27.611420 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-1aa93fd8-701f-4741-bd34-d73839b6f086 req-6e05b281-c93e-4c9c-849a-6c6aa923aa08 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886633 Nov 17 17:31:27.778286 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '4dd18e03-9c21-40bb-bc13-9648d467d1fa', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': '3023687c-b9eb-4434-983c-cd52b862aead', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:b9:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72979a03-8058-42cb-8fad-e137f2fca602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:31:25Z', 'updated_at': '2021-11-17T17:31:25Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}, {'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:30Z', 'revision_number': 1, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:31:27.808127 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471ee9f-e187-4f0d-9a4e-cd726795a126 None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': '4dd18e03-9c21-40bb-bc13-9648d467d1fa', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': '3023687c-b9eb-4434-983c-cd52b862aead', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:b9:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72979a03-8058-42cb-8fad-e137f2fca602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:31:25Z', 'updated_at': '2021-11-17T17:31:25Z', 'revision_number': 0, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}, {'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:30Z', 'revision_number': 1, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:31:28.000628 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2892d40-287d-45c8-ab02-2007102ecbce None None] New status for floating IP 4dd18e03-9c21-40bb-bc13-9648d467d1fa: ACTIVE {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:31:38.963377 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:46.494742 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7a76fb5a-fa8f-4f0f-b4de-a290edec0be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:48.700180 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-18f82ce2-b51b-4974-9baf-abcca28d1aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:49.916905 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:51.298919 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:31:52.116966 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:01.693427 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:32:08.973925 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:16.459153 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7e2120a1-bc86-477d-b3d5-391ab978c773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:18.710697 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1eeb038a-f3a3-4b81-ae1d-7a32163ec765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:19.922173 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:21.310923 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:22.128007 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:23.173604 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-5d924092-9933-49f6-8390-00f54dea04e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392940 Nov 17 17:32:23.251825 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-4ffa39dd-1fba-443f-9167-e6f7d606ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:32:23.253273 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-4ffa39dd-1fba-443f-9167-e6f7d606ce14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1099 time: 0.0388312 Nov 17 17:32:23.363102 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-f172d554-bf27-4d59-9ea8-16f710c96d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:32:23.364553 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-f172d554-bf27-4d59-9ea8-16f710c96d55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.0925481 Nov 17 17:32:23.427181 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-5ca3d679-7295-4ba1-8276-63db0da6b2d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c HTTP/1.1" status: 200 len: 1001 time: 0.0554836 Nov 17 17:32:23.475073 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-54352848-0a88-494f-80ca-c4ddfcd63cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:32:23.476442 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-54352848-0a88-494f-80ca-c4ddfcd63cdf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0420332 Nov 17 17:32:23.524780 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-b51af5a7-458b-43fb-a43c-14245b2696e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:32:23.526898 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-b51af5a7-458b-43fb-a43c-14245b2696e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434237 Nov 17 17:32:23.614984 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-d07bc189-952e-466d-a5ec-8c739fabece0 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802157 Nov 17 17:32:23.707139 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-eef3fa35-cfae-4068-b1fd-5b82e4ea123a req-306975dd-8647-401c-bc64-2d0bd5314b61 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854778 Nov 17 17:32:38.693031 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:32:38.972398 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:46.475729 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ae78-ad7f-42fa-b525-3448e92bc00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:48.692825 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a5086ffe-220a-422a-8ce5-4fe6e1f95fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:49.922118 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:51.281370 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:32:52.138438 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:06.047869 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51660) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:06.200810 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Deleting port fde108f8-909c-4bda-a13b-e5b7f313a27d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:06.201125 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:06.277504 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:06.277846 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:06.289707 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Calling delete_port for fde108f8-909c-4bda-a13b-e5b7f313a27d owned by network:floatingip {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:06.509727 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:06.532769 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event deleted for resources: {'Port': ['ID=fde108f8-909c-4bda-a13b-e5b7f313a27d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:06.543025 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.543375 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.543721 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.544058 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.544391 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.545310 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.545310 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.545501 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.545697 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.546019 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.546341 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.546660 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:06.608153 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:06.608482 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Floating IP 4dd18e03-9c21-40bb-bc13-9648d467d1fa disassociated (deleted). External IP: 172.27.1.213, port: 3023687c-b9eb-4434-983c-cd52b862aead. Nov 17 17:33:06.808212 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:33:06.912138 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:33:06.916720 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:06.923013 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:33:06.934438 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:33:06.934713 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:32:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:06.943451 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-8cea56b1-6d0e-48ea-9b12-8f0e440443db tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "DELETE /v2.0/floatingips/4dd18e03-9c21-40bb-bc13-9648d467d1fa HTTP/1.1" status: 204 len: 168 time: 0.8944538 Nov 17 17:33:06.944014 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:33:06.946313 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49" -d '{"events": [{"name": "network-changed", "server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "tag": "3023687c-b9eb-4434-983c-cd52b862aead"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:33:06.985384 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496e23e4-1497-44f6-9be0-3d9738653765 x-openstack-request-id: req-496e23e4-1497-44f6-9be0-3d9738653765 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:33:06.985672 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "tag": "3023687c-b9eb-4434-983c-cd52b862aead", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:33:06.985926 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-496e23e4-1497-44f6-9be0-3d9738653765 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:33:06.986447 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead', 'status': 'completed', 'code': 200} Nov 17 17:33:07.047612 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:33:07.047908 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-0fc1ff52-5466-4b88-a6e8-c57f9882416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:07.049263 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-0fc1ff52-5466-4b88-a6e8-c57f9882416b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 1099 time: 0.0404413 Nov 17 17:33:07.144083 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-1dfbc509-6413-4e87-b5a4-29b30ee7d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:07.145522 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-1dfbc509-6413-4e87-b5a4-29b30ee7d010 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.0896394 Nov 17 17:33:07.188929 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-28694f0e-843f-4c52-9d10-0d36024881ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3023687c-b9eb-4434-983c-cd52b862aead HTTP/1.1" status: 200 len: 217 time: 0.0366774 Nov 17 17:33:07.254644 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-d2c277e9-0ad0-4068-b426-ac1f15318a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:07.256248 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-d2c277e9-0ad0-4068-b426-ac1f15318a15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0604422 Nov 17 17:33:07.276877 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:30Z', 'revision_number': 1, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:07.303638 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:33:07.312017 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:33:07.312700 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:32:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:07.332030 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-e6e4e1b0-f35c-4e21-9d9a-5eefdbe169fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:07.333531 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-e6e4e1b0-f35c-4e21-9d9a-5eefdbe169fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703487 Nov 17 17:33:07.347976 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2670-fe30-4f94-b16f-38172ef95ae3 req-10179c1b-33d0-498d-8117-38d1a3cfd374 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:07.349554 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-be9e2670-fe30-4f94-b16f-38172ef95ae3 req-10179c1b-33d0-498d-8117-38d1a3cfd374 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 946 time: 0.0599279 Nov 17 17:33:07.417057 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:33:07.453716 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-be9e2670-fe30-4f94-b16f-38172ef95ae3 req-c9463327-c966-4443-a933-f2a440be2d5b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962853 Nov 17 17:33:07.478783 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-956370cb-67c2-4c61-af9a-975d7a45ce90 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282868 Nov 17 17:33:07.573193 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-aea00ae3-ef6d-4f78-9d17-cfed53c53b49 req-fca8032c-b9a4-4f76-ad48-3c1c69f7d7f6 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850630 Nov 17 17:33:07.641839 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:30Z', 'revision_number': 1, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:07.668011 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd6ee2-7bf5-4784-9b09-90723dd2544a None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_floatingips': [{'id': 'f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'router_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'port_id': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'mac_address': 'fa:16:3e:14:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T17:29:28Z', 'updated_at': '2021-11-17T17:29:30Z', 'revision_number': 1, 'project_id': '25b51140b87049ec95f868ffa923853e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:33:07.882992 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a1032-4e94-457f-9b09-5966e738e6b2 None None] New status for floating IP 4dd18e03-9c21-40bb-bc13-9648d467d1fa: DOWN {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:33:08.572337 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78803e-45fe-4128-beff-f8eb90061972 req-23b20c91-53a9-448f-a620-c0db59a89a5a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:08.573841 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cb78803e-45fe-4128-beff-f8eb90061972 req-23b20c91-53a9-448f-a620-c0db59a89a5a tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 946 time: 0.0501046 Nov 17 17:33:08.624930 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-cb78803e-45fe-4128-beff-f8eb90061972 req-e58a71ef-fe7b-4428-a6b2-73374fb7090b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Nov 17 17:33:08.807533 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-6881a7b8-5156-427d-b2a0-56e72f7171c1 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:08.808882 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-6881a7b8-5156-427d-b2a0-56e72f7171c1 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 946 time: 0.0506544 Nov 17 17:33:08.897417 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Deleting port 3023687c-b9eb-4434-983c-cd52b862aead {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:08.897753 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:08.978343 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:08.986257 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] For port 3023687c-b9eb-4434-983c-cd52b862aead, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3023687c-b9eb-4434-983c-cd52b862aead,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:08.986618 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:08.999004 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Calling delete_port for 3023687c-b9eb-4434-983c-cd52b862aead owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:09.212448 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:09.248999 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event deleted for resources: {'Port': ['ID=3023687c-b9eb-4434-983c-cd52b862aead,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:09.286615 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] No DVR routers for this DVR port 3023687c-b9eb-4434-983c-cd52b862aead on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:33:09.289118 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:09.292632 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-91ad9f87-d668-4abd-b52d-3be0481a6e7e req-ebf40c95-0e21-4b61-a843-80c459b0dfdd tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "DELETE /v2.0/ports/3023687c-b9eb-4434-983c-cd52b862aead HTTP/1.1" status: 204 len: 173 time: 0.4763095 Nov 17 17:33:09.293078 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'name': 'network-vif-deleted', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:33:09.295834 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06d4cc9-fc99-4d51-a94c-f0ed2042197c" -d '{"events": [{"server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "name": "network-vif-deleted", "tag": "3023687c-b9eb-4434-983c-cd52b862aead"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:33:09.332895 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615d0d9-75e6-4279-b008-0f49905fbb8f x-openstack-request-id: req-6615d0d9-75e6-4279-b008-0f49905fbb8f {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:33:09.334433 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72979a03-8058-42cb-8fad-e137f2fca602", "name": "network-vif-deleted", "tag": "3023687c-b9eb-4434-983c-cd52b862aead", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:33:09.334433 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6615d0d9-75e6-4279-b008-0f49905fbb8f {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:33:09.334433 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72979a03-8058-42cb-8fad-e137f2fca602', 'name': 'network-vif-deleted', 'tag': '3023687c-b9eb-4434-983c-cd52b862aead', 'status': 'completed', 'code': 200} Nov 17 17:33:09.724714 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-a590e884-1c2e-419e-9d7f-71fdcec9e75c req-d332a0d4-2a3a-4306-a5ad-49ae11d83484 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=72979a03-8058-42cb-8fad-e137f2fca602 HTTP/1.1" status: 200 len: 210 time: 0.0282145 Nov 17 17:33:13.006449 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 3023687c-b9eb-4434-983c-cd52b862aead no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:33:13.026801 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: 3023687c-b9eb-4434-983c-cd52b862aead {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:33:13.027136 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device 3023687c-b9eb-4434-983c-cd52b862aead not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:33:13.222631 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51698) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:13.609220 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Deleting port f1d70ce1-2843-4a47-b6c1-71ab32e0eeab {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:13.609557 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:13.685615 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:13.685939 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:13.697422 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Calling delete_port for f1d70ce1-2843-4a47-b6c1-71ab32e0eeab owned by network:floatingip {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:13.898371 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:13.923544 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event deleted for resources: {'Port': ['ID=f1d70ce1-2843-4a47-b6c1-71ab32e0eeab,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:13.988433 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:13.988812 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.db.l3_db [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Floating IP f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e disassociated (deleted). External IP: 172.27.1.36, port: b12a87c0-b79a-4c33-934c-d0c04a6a332c. Nov 17 17:33:14.194230 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:33:14.299033 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:33:14.303821 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:14.309005 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:33:14.319351 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:33:14.319955 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:32:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:14.332263 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-336168e0-f10c-4668-bca4-d0ae994a5ed2 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "DELETE /v2.0/floatingips/f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e HTTP/1.1" status: 204 len: 168 time: 1.1079891 Nov 17 17:33:14.332890 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:33:14.336696 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717" -d '{"events": [{"name": "network-changed", "server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:33:14.374526 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382087aa-0abb-43d2-a258-e327ebb5bc3e x-openstack-request-id: req-382087aa-0abb-43d2-a258-e327ebb5bc3e {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:33:14.374965 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:33:14.375223 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-382087aa-0abb-43d2-a258-e327ebb5bc3e {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:33:14.375618 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'status': 'completed', 'code': 200} Nov 17 17:33:14.431845 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:33:14.439103 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-ae134f8b-6be2-44a2-b7dd-0e6c1c0c4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:14.441316 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-ae134f8b-6be2-44a2-b7dd-0e6c1c0c4132 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b51140b87049ec95f868ffa923853e&device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 1099 time: 0.0440874 Nov 17 17:33:14.536931 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-09228468-d5c0-48cc-ac27-fb9e1a3c2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:14.538318 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-09228468-d5c0-48cc-ac27-fb9e1a3c2656 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 200 len: 913 time: 0.0896382 Nov 17 17:33:14.583242 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-345ff6f3-e457-4498-83c6-1dbf7f895483 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c HTTP/1.1" status: 200 len: 217 time: 0.0375566 Nov 17 17:33:14.642635 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-384a65df-7751-434e-a9fa-e0962a3bf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:14.644996 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-384a65df-7751-434e-a9fa-e0962a3bf0e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 200 len: 851 time: 0.0557652 Nov 17 17:33:14.699392 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-135c6772-5733-40ce-8206-8b45bd1970ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:14.701024 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-135c6772-5733-40ce-8206-8b45bd1970ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faa0040a-9baf-463a-aa19-19e702be3707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489609 Nov 17 17:33:14.757667 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:14.783084 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:33:14.791479 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:33:14.792011 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:32:49Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:14.831812 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81806468-5c76-45a8-95c7-795fe949946d req-777d4ee6-5eb8-442e-97c0-fc71b04e3f1f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:14.833286 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81806468-5c76-45a8-95c7-795fe949946d req-777d4ee6-5eb8-442e-97c0-fc71b04e3f1f tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 946 time: 0.0954807 Nov 17 17:33:14.838620 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-e658576e-4586-4fd3-9f5c-920c63036400 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298983 Nov 17 17:33:14.897140 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:33:14.930842 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-81806468-5c76-45a8-95c7-795fe949946d req-a362cc82-f6aa-442b-8767-739625a7044b tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912838 Nov 17 17:33:14.962389 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-2a8ac0c1-a7ed-4683-9d5b-478a5903c717 req-f34f2414-0cec-421f-8fcd-347938794525 service neutron] 10.222.0.69 "GET /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162965 Nov 17 17:33:15.106366 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:15.133141 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fff21-0660-447f-8759-4a7343aae01e None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:25:22Z', 'revision_number': 4, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi', '_interfaces': [{'id': '39aad3de-12b6-42e1-a504-7c6d2defb97c', 'name': '', 'network_id': 'faa0040a-9baf-463a-aa19-19e702be3707', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'mac_address': 'fa:16:3e:72:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:21Z', 'updated_at': '2021-11-17T17:25:26Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'subnets': [{'id': '751cc2e8-cdb8-4ef5-a337-2578cda26264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:33:15.345451 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9580b0-a69f-409f-9a00-59bad23c02e3 None None] New status for floating IP f72bb9e6-c431-4c94-b3a2-1d1e737e0c1e: DOWN {{(pid=102413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 17:33:15.691664 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:33:16.047558 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073de8-a602-4a94-9f22-6bcfced3f641 req-9bc849b2-ca7a-4c01-bf4e-412c5c2b755e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:16.049017 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-87073de8-a602-4a94-9f22-6bcfced3f641 req-9bc849b2-ca7a-4c01-bf4e-412c5c2b755e tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 946 time: 0.0492013 Nov 17 17:33:16.098575 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-87073de8-a602-4a94-9f22-6bcfced3f641 req-1bd04289-ee3a-4e3b-8f53-2e757f5db486 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434928 Nov 17 17:33:16.182827 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34682d5-955a-4355-a993-0aeadf5c523d req-683a9829-89a1-4ae6-a893-34d577bbde62 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 17:33:16.184232 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c34682d5-955a-4355-a993-0aeadf5c523d req-683a9829-89a1-4ae6-a893-34d577bbde62 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 946 time: 0.0478482 Nov 17 17:33:16.271001 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Deleting port b12a87c0-b79a-4c33-934c-d0c04a6a332c {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:16.271256 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:16.360432 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] For port b12a87c0-b79a-4c33-934c-d0c04a6a332c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b12a87c0-b79a-4c33-934c-d0c04a6a332c,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:16.360818 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:16.373837 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Calling delete_port for b12a87c0-b79a-4c33-934c-d0c04a6a332c owned by compute:nova {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:16.469297 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5df6-a877-4746-aefd-959e86ea9e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:16.549967 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:16.578869 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event deleted for resources: {'Port': ['ID=b12a87c0-b79a-4c33-934c-d0c04a6a332c,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:16.619015 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] No DVR routers for this DVR port b12a87c0-b79a-4c33-934c-d0c04a6a332c on host hv-cinder-79760 {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:33:16.621603 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for port, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:16.624969 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [req-c34682d5-955a-4355-a993-0aeadf5c523d req-0bfc14f1-6e47-47e7-abc4-9322444910d4 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.69 "DELETE /v2.0/ports/b12a87c0-b79a-4c33-934c-d0c04a6a332c HTTP/1.1" status: 204 len: 173 time: 0.4341805 Nov 17 17:33:16.628551 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'name': 'network-vif-deleted', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 17:33:16.628551 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ac6ba280b13c98f9bfacd41624cbd8750f4e44e08875704e659b996df35bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c00bc4e-d5c5-4015-a1cf-da0a3bfc7f16" -d '{"events": [{"server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "name": "network-vif-deleted", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 17:33:16.667001 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35f1842-751d-4187-913e-c7b3409c3e62 x-openstack-request-id: req-c35f1842-751d-4187-913e-c7b3409c3e62 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 17:33:16.667294 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e802d3e-70dc-48eb-94fc-aafb73560dec", "name": "network-vif-deleted", "tag": "b12a87c0-b79a-4c33-934c-d0c04a6a332c", "status": "completed", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 17:33:16.667547 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c35f1842-751d-4187-913e-c7b3409c3e62 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 17:33:16.667996 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e802d3e-70dc-48eb-94fc-aafb73560dec', 'name': 'network-vif-deleted', 'tag': 'b12a87c0-b79a-4c33-934c-d0c04a6a332c', 'status': 'completed', 'code': 200} Nov 17 17:33:17.190740 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [req-31bbc7c6-7930-476b-9eec-54b1ad89ed4c req-2f49ef35-5b76-49d7-90ab-0028799d78fa tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e802d3e-70dc-48eb-94fc-aafb73560dec HTTP/1.1" status: 200 len: 210 time: 0.0252481 Nov 17 17:33:18.245890 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51714) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:18.366569 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Deleting port 96ad1eea-2ddb-4539-a14e-05cbaae86145 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:18.366900 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:18.443491 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:18.443816 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:18.455161 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Calling delete_port for 96ad1eea-2ddb-4539-a14e-05cbaae86145 owned by network:floatingip {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:18.652503 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:18.675689 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-80daa902-fcec-4918-b148-56f435ec7e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:18.677693 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event deleted for resources: {'Port': ['ID=96ad1eea-2ddb-4539-a14e-05cbaae86145,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:18.741004 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for floatingip, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:18.743519 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141622'] for floatingip, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:18.744691 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-22354f9b-9d74-4ab6-a84e-4938f558221d tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "DELETE /v2.0/floatingips/e1f55270-1e91-442a-83f8-0b0230a81ad1 HTTP/1.1" status: 204 len: 168 time: 0.4978077 Nov 17 17:33:19.943250 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:20.021021 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51726) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:20.079836 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4f81e53e-e010-4c84-af0d-6b886579c585 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:20.103810 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4f81e53e-e010-4c84-af0d-6b886579c585 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:20.263320 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4f81e53e-e010-4c84-af0d-6b886579c585 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:20.265980 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4f81e53e-e010-4c84-af0d-6b886579c585 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:20.267160 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-4f81e53e-e010-4c84-af0d-6b886579c585 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] 10.222.0.41 "DELETE /v2.0/security-groups/b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661 HTTP/1.1" status: 204 len: 168 time: 0.2451370 Nov 17 17:33:20.277221 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81e53e-e010-4c84-af0d-6b886579c585 tempest-TestVolumeBootPattern-1403295138 tempest-TestVolumeBootPattern-1403295138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89297ac-f7bb-4ad1-a6d2-b2df6ad6b661,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:20.407035 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51730) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:20.870527 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:21.023343 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device b12a87c0-b79a-4c33-934c-d0c04a6a332c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:33:21.043195 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] No Port match for: b12a87c0-b79a-4c33-934c-d0c04a6a332c {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:33:21.043542 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Device b12a87c0-b79a-4c33-934c-d0c04a6a332c not bound to the agent host hv-cinder-79760 {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:33:21.109855 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Deleting port 39aad3de-12b6-42e1-a504-7c6d2defb97c {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:21.110452 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:21.189986 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] For port 39aad3de-12b6-42e1-a504-7c6d2defb97c, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=39aad3de-12b6-42e1-a504-7c6d2defb97c,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:21.190375 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:21.203075 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Calling delete_port for 39aad3de-12b6-42e1-a504-7c6d2defb97c owned by network:router_interface {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:21.308951 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:21.417750 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:21.443654 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=39aad3de-12b6-42e1-a504-7c6d2defb97c,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:21.610007 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.055623 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:33:22.097584 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.160836 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:33:22.165817 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-766ac1ca-4e7f-4c50-b477-444b22de4a05 admin admin] 10.222.0.41 "PUT /v2.0/routers/1bfc652f-5a25-4a90-a3fb-986a7a34bf0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577019 Nov 17 17:33:22.168936 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51734) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:22.171073 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] Sync routers for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:33:22.182065 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:33:22.182673 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:33:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:22.270668 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks [] for router, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.285945 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: dv-cinder-797608-20-iscsi {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:33:22.374569 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.461821 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:33:21Z', 'revision_number': 5, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port': {'id': '719cf7d4-579e-47ae-b903-f9f98e4c7a5f', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:19Z', 'updated_at': '2021-11-17T17:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:22.462116 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Deleting port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:22.462270 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.492228 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] Checking router: 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a for host: dv-cinder-797608-20-iscsi {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:33:22.501059 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] Routers {'1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:33:22.501667 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:33:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:22.543460 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] For port 719cf7d4-579e-47ae-b903-f9f98e4c7a5f, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=719cf7d4-579e-47ae-b903-f9f98e4c7a5f,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:22.543830 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.556451 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Calling delete_port for 719cf7d4-579e-47ae-b903-f9f98e4c7a5f owned by network:router_gateway {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:22.586973 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] Set router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:33:22.638114 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:33:22Z', 'revision_number': 6, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port_host': None}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:22.667446 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b1b4a-d7df-47f2-ba3b-0223a56227ae None None] The sync data for ids ['1bfc652f-5a25-4a90-a3fb-986a7a34bf0a'] in dv-cinder-797608-20-iscsi is: [{'id': '1bfc652f-5a25-4a90-a3fb-986a7a34bf0a', 'name': 'tempest-TestVolumeBootPattern-1958150790-router', 'tenant_id': '25b51140b87049ec95f868ffa923853e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:18Z', 'updated_at': '2021-11-17T17:33:22Z', 'revision_number': 6, 'project_id': '25b51140b87049ec95f868ffa923853e', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:33:22.760864 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.783894 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Pushing event deleted for resources: {'Port': ['ID=719cf7d4-579e-47ae-b903-f9f98e4c7a5f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:22.844477 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.932314 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.934404 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:22.984141 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [req-ff0cb9d7-40ca-4927-8f7a-7230d318bfd4 req-62d2f600-12da-4c80-8518-4c9ba7fd311d service neutron] (102411) timed out ('10.222.0.69', 60067) {{(pid=102411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 17 17:33:23.086402 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.086972 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bfc652f-5a25-4a90-a3fb-986a7a34bf0a {{(pid=102411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:33:23.091575 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.092777 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-5048b464-3857-4324-ac43-5f00b260e19a admin admin] 10.222.0.41 "DELETE /v2.0/routers/1bfc652f-5a25-4a90-a3fb-986a7a34bf0a HTTP/1.1" status: 204 len: 168 time: 0.9228880 Nov 17 17:33:23.095225 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51736) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:23.139436 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d9dd5d-c737-4cef-8632-e82dbf5fc6a8 admin admin] Deleting subnet 751cc2e8-cdb8-4ef5-a337-2578cda26264 {{(pid=102411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:33:23.142516 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7d9dd5d-c737-4cef-8632-e82dbf5fc6a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.176693 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7d9dd5d-c737-4cef-8632-e82dbf5fc6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4635019'] for subnet, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.256541 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7d9dd5d-c737-4cef-8632-e82dbf5fc6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.343413 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7d9dd5d-c737-4cef-8632-e82dbf5fc6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4350715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369170'] for subnet, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.369179 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9dd5d-c737-4cef-8632-e82dbf5fc6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751cc2e8-cdb8-4ef5-a337-2578cda26264,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:23.372962 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7d9dd5d-c737-4cef-8632-e82dbf5fc6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for subnet, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.379451 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51738) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:23.381264 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dec0346-46f0-40fb-a569-53a11e42f951 None None] Network faa0040a-9baf-463a-aa19-19e702be3707 requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:33:23.386875 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f7d9dd5d-c737-4cef-8632-e82dbf5fc6a8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/751cc2e8-cdb8-4ef5-a337-2578cda26264 HTTP/1.1" status: 204 len: 168 time: 0.2905905 Nov 17 17:33:23.451488 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.504014 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Deleting port 9472ef4d-be02-443a-8121-8f68e299dff6 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:23.504351 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.568077 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] DHCP port deletion for faa0040a-9baf-463a-aa19-19e702be3707 request from dv-cinder-797608-20-iscsi {{(pid=102412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 17:33:23.580288 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] For port 9472ef4d-be02-443a-8121-8f68e299dff6, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=9472ef4d-be02-443a-8121-8f68e299dff6,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:23.580710 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.593958 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Calling delete_port for 9472ef4d-be02-443a-8121-8f68e299dff6 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:23.615482 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Deleting port 9472ef4d-be02-443a-8121-8f68e299dff6 {{(pid=102412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:23.616127 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.681396 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] For port 9472ef4d-be02-443a-8121-8f68e299dff6, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=9472ef4d-be02-443a-8121-8f68e299dff6,segment=NetworkSegment(a0655daf-d7f1-43d7-8f47-aaac89fa0e4e),segment_id=a0655daf-d7f1-43d7-8f47-aaac89fa0e4e)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:23.682030 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.695407 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Calling delete_port for 9472ef4d-be02-443a-8121-8f68e299dff6 owned by network:dhcp {{(pid=102412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:23.766548 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.776083 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.794074 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=9472ef4d-be02-443a-8121-8f68e299dff6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:23.796240 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] No DVR routers for this DVR port 9472ef4d-be02-443a-8121-8f68e299dff6 on host dv-cinder-797608-20-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:33:23.804552 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Pushing event deleted for resources: {'Port': ['ID=9472ef4d-be02-443a-8121-8f68e299dff6,revision_number=None']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:23.805116 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.805468 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.805808 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.806144 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.806475 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.806806 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.807133 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.807456 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.807799 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.808097 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.808416 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.808752 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.809192 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] No DVR routers for this DVR port 9472ef4d-be02-443a-8121-8f68e299dff6 on host dv-cinder-797608-20-iscsi {{(pid=102412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:33:23.821995 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.824859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.824859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.824859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.824859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.824859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.824859 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.826080 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.826080 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.826080 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.826080 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.826436 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813487d-2dcc-4dfb-ae84-d507d798ce22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-20-iscsi {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 17:33:23.880625 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.900376 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa0040a-9baf-463a-aa19-19e702be3707']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:23.910188 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:23.910480 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0655daf-d7f1-43d7-8f47-aaac89fa0e4e') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:23.919499 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.932534 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.938307 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:33:23.938686 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:33:23.940272 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:33:24.040471 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:24.045793 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:24.048999 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] 10.222.0.41 "DELETE /v2.0/networks/faa0040a-9baf-463a-aa19-19e702be3707 HTTP/1.1" status: 204 len: 168 time: 0.6685781 Nov 17 17:33:24.052420 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51740) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:24.059954 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1486a77-89ec-4646-af52-18926e170f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa0040a-9baf-463a-aa19-19e702be3707,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:24.391502 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8061324'] for router_interface, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:24.629951 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Deleting port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:24.630289 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:24.706138 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] For port 4b30f2eb-0be6-4bb1-b22b-39f63c24afec, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,segment=NetworkSegment(483059fd-53a6-4efc-9e3d-7f43c050cc3c),segment_id=483059fd-53a6-4efc-9e3d-7f43c050cc3c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:24.706684 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:24.720346 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Calling delete_port for 4b30f2eb-0be6-4bb1-b22b-39f63c24afec owned by network:router_interface {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:24.749527 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 719cf7d4-579e-47ae-b903-f9f98e4c7a5f no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:33:24.773696 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 719cf7d4-579e-47ae-b903-f9f98e4c7a5f {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:33:24.774044 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 719cf7d4-579e-47ae-b903-f9f98e4c7a5f not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:33:24.774462 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 9472ef4d-be02-443a-8121-8f68e299dff6 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:33:24.799146 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 9472ef4d-be02-443a-8121-8f68e299dff6 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:33:24.799493 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 9472ef4d-be02-443a-8121-8f68e299dff6 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:33:24.802182 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 39aad3de-12b6-42e1-a504-7c6d2defb97c no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:33:24.821134 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 39aad3de-12b6-42e1-a504-7c6d2defb97c {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:33:24.821484 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 39aad3de-12b6-42e1-a504-7c6d2defb97c not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:33:24.989395 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:25.015111 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b30f2eb-0be6-4bb1-b22b-39f63c24afec,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:25.181232 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8061778'] for router_interface, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:25.390641 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Router 4a514308-36ed-4ce2-b970-d677ea529c58 has already been hosted by L3 agent 09bba083-60e8-441a-9d78-d680122eb7c3 {{(pid=102411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 17:33:25.493123 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] Notify agent at l3_agent.dv-cinder-797608-20-iscsi the message routers_updated {{(pid=102411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 17:33:25.498039 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-b87cfa98-09ad-4bcb-b612-e9d9cdfa7898 admin admin] 10.222.0.41 "PUT /v2.0/routers/4a514308-36ed-4ce2-b970-d677ea529c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4444458 Nov 17 17:33:25.500473 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51742) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:25.503554 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] Sync routers for ids ['4a514308-36ed-4ce2-b970-d677ea529c58'] in dv-cinder-797608-20-iscsi {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 17:33:25.513561 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] Routers {'4a514308-36ed-4ce2-b970-d677ea529c58'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:33:25.514169 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:33:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['4a514308-36ed-4ce2-b970-d677ea529c58'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:25.625815 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] Set router 4a514308-36ed-4ce2-b970-d677ea529c58 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:33:25.810753 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:33:24Z', 'revision_number': 5, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:25.838130 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] Checking router: 4a514308-36ed-4ce2-b970-d677ea529c58 for host: dv-cinder-797608-20-iscsi {{(pid=102413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 17:33:25.843870 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks [] for router, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:25.846496 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] Routers {'4a514308-36ed-4ce2-b970-d677ea529c58'} bound to L3 agent in host dv-cinder-797608-20-iscsi {{(pid=102413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 17:33:25.847128 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T17:09:49Z,description=,heartbeat_timestamp=2021-11-17T17:33:19Z,host='dv-cinder-797608-20-iscsi',id=09bba083-60e8-441a-9d78-d680122eb7c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T17:09:49Z,topic='l3_agent')) {'router_ids': ['4a514308-36ed-4ce2-b970-d677ea529c58'], 'active': True} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:25.944868 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:25.950633 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_dvr_db [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] Set router 4a514308-36ed-4ce2-b970-d677ea529c58 gateway port host: dv-cinder-797608-20-iscsi {{(pid=102413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 17:33:26.084998 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Deleting port f718b13b-9506-48ad-8eba-183306e2c420 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:26.084998 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.158022 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] For port f718b13b-9506-48ad-8eba-183306e2c420, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=f718b13b-9506-48ad-8eba-183306e2c420,segment=NetworkSegment(c67ea420-318a-42cf-a9f1-76b845eb7713),segment_id=c67ea420-318a-42cf-a9f1-76b845eb7713)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:26.158371 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.170795 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Calling delete_port for f718b13b-9506-48ad-8eba-183306e2c420 owned by network:router_gateway {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:26.217154 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.l3_hamode_db [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:33:24Z', 'revision_number': 5, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}], 'dv-cinder-797608-20-iscsi', False) {} {{(pid=102413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:26.246649 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0bbcb-38fa-4383-ac0d-23df18e1e294 None None] The sync data for ids ['4a514308-36ed-4ce2-b970-d677ea529c58'] in dv-cinder-797608-20-iscsi is: [{'id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'name': 'tempest-TestVolumeBootPattern-761353589-router', 'tenant_id': '4e298982fa144d9aa9ff580014274d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'external_fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:33:24Z', 'revision_number': 5, 'project_id': '4e298982fa144d9aa9ff580014274d9e', 'gw_port': {'id': 'f718b13b-9506-48ad-8eba-183306e2c420', 'name': '', 'network_id': '6f851819-d6c4-482e-860a-8bb1bda22708', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a514308-36ed-4ce2-b970-d677ea529c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T17:25:26Z', 'updated_at': '2021-11-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b485b7-82a3-4fd2-bddd-7a4cd6ab4815', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-20-iscsi'}] {{(pid=102413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 17:33:26.400645 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4350678'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.430698 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f718b13b-9506-48ad-8eba-183306e2c420,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:26.489125 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064594'] for router_gateway, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.578069 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8091029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12047'] for router, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.580196 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.692083 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8091020'] for router, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.692850 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a514308-36ed-4ce2-b970-d677ea529c58 {{(pid=102411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 17:33:26.697931 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] Publish callbacks [] for router, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.699199 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-32f69a3c-0f54-459a-96c8-40fd42b982ca admin admin] 10.222.0.41 "DELETE /v2.0/routers/4a514308-36ed-4ce2-b970-d677ea529c58 HTTP/1.1" status: 204 len: 168 time: 1.1977911 Nov 17 17:33:26.701957 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51744) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:26.751886 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcca06a6-8d17-443c-aa04-80a8f2815aed admin admin] Deleting subnet 740553df-f370-488c-a373-dca9c14ce013 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 17:33:26.756128 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcca06a6-8d17-443c-aa04-80a8f2815aed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.791720 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcca06a6-8d17-443c-aa04-80a8f2815aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4262744'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.824977 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 4b30f2eb-0be6-4bb1-b22b-39f63c24afec no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:33:26.852266 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: 4b30f2eb-0be6-4bb1-b22b-39f63c24afec {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:33:26.852699 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device 4b30f2eb-0be6-4bb1-b22b-39f63c24afec not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:33:26.873563 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcca06a6-8d17-443c-aa04-80a8f2815aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588835'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:26.995179 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcca06a6-8d17-443c-aa04-80a8f2815aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8074469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4649214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5086215'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.019069 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca06a6-8d17-443c-aa04-80a8f2815aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740553df-f370-488c-a373-dca9c14ce013,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:27.025613 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcca06a6-8d17-443c-aa04-80a8f2815aed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.029156 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-fcca06a6-8d17-443c-aa04-80a8f2815aed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/740553df-f370-488c-a373-dca9c14ce013 HTTP/1.1" status: 204 len: 168 time: 0.3259344 Nov 17 17:33:27.031374 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 51746) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:27.031574 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbaa522-8aae-4f25-a515-44d56c312638 None None] Network 791f5ca8-b1b5-425b-90c9-013911f045de requested from dv-cinder-797608-20-iscsi {{(pid=102412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 17:33:27.098694 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779490'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.154105 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Deleting port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:27.154449 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.216780 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] For port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,segment=NetworkSegment(483059fd-53a6-4efc-9e3d-7f43c050cc3c),segment_id=483059fd-53a6-4efc-9e3d-7f43c050cc3c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:27.217037 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.229298 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Calling delete_port for c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:27.264133 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] DHCP port deletion for 791f5ca8-b1b5-425b-90c9-013911f045de request from dv-cinder-797608-20-iscsi {{(pid=102412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 17:33:27.314099 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] Deleting port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 {{(pid=102412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 17:33:27.314465 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753969962792'] for port, before_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.372254 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4649171'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.379428 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] For port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1, host dv-cinder-797608-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-20-iscsi',level=0,port_id=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,segment=NetworkSegment(483059fd-53a6-4efc-9e3d-7f43c050cc3c),segment_id=483059fd-53a6-4efc-9e3d-7f43c050cc3c)] {{(pid=102412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 17:33:27.383367 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8061845'] for port, precommit_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.391994 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] Calling delete_port for c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 owned by network:dhcp {{(pid=102412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 17:33:27.399917 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:27.401820 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] No DVR routers for this DVR port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 on host dv-cinder-797608-20-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:33:27.470761 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753969970782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753969472705'] for port, after_delete {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.477836 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585370', 'neutron.services.segments.db._delete_segments_for_network-8753969956675'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.497484 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791f5ca8-b1b5-425b-90c9-013911f045de']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:27.498474 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] Pushing event deleted for resources: {'Port': ['ID=c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1,revision_number=None']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:27.501926 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b9b56b-97e3-48a4-99dc-3d778d6dc53e None None] No DVR routers for this DVR port c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 on host dv-cinder-797608-20-iscsi {{(pid=102412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 17:33:27.507848 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483059fd-53a6-4efc-9e3d-7f43c050cc3c') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:27.508147 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483059fd-53a6-4efc-9e3d-7f43c050cc3c') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 17:33:27.518212 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753969958476', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262721'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.531436 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.538258 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 17:33:27.538646 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4649120'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: Traceback (most recent call last): Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: timer() Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: cb(*args, **kw) Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: return func(*args, **kwargs) Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: self._notify() Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: self.callback(batched_events) Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: event.method(event) Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: return f(self, *a, **k) Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._get(url).json() Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 17:33:27.540282 dv-cinder-797608-20-iscsi neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 17:33:27.629855 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064630'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.635775 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927087'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:27.638960 dv-cinder-797608-20-iscsi neutron-server[102410]: INFO neutron.wsgi [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/791f5ca8-b1b5-425b-90c9-013911f045de HTTP/1.1" status: 204 len: 168 time: 0.6066704 Nov 17 17:33:27.650059 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f134d19-c454-450d-9f1b-3196475f7ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=791f5ca8-b1b5-425b-90c9-013911f045de,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:27.971066 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51750) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:28.014474 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-27e221f8-ffe5-415f-b156-bda69b64a072 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25b51140b87049ec95f868ffa923853e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417113 Nov 17 17:33:28.017017 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51752) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:28.065695 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b8b0-35cd-4e1a-bb8a-3ad95c799ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:28.087333 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b8b0-35cd-4e1a-bb8a-3ad95c799ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:28.200394 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b8b0-35cd-4e1a-bb8a-3ad95c799ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:28.203257 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b8b0-35cd-4e1a-bb8a-3ad95c799ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:28.204395 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-f1f8b8b0-35cd-4e1a-bb8a-3ad95c799ca5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc7a33a7-752c-4485-859a-30c2465cf5a3 HTTP/1.1" status: 204 len: 168 time: 0.1865022 Nov 17 17:33:28.213560 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8b8b0-35cd-4e1a-bb8a-3ad95c799ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7a33a7-752c-4485-859a-30c2465cf5a3,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:28.748272 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:33:28.770141 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:33:28.770516 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device c14f6c14-bf8d-42f9-bd0c-0ea14bba64d1 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:33:28.770935 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device f718b13b-9506-48ad-8eba-183306e2c420 no longer exists at agent ovs-agent-dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 17:33:28.789706 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] No Port match for: f718b13b-9506-48ad-8eba-183306e2c420 {{(pid=102412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 17:33:28.790054 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron.plugins.ml2.rpc [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Device f718b13b-9506-48ad-8eba-183306e2c420 not bound to the agent host dv-cinder-797608-20-iscsi {{(pid=102412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 17:33:28.856426 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51758) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:28.895638 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-0e8f9cae-72d2-42f3-9794-06a202913dc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e298982fa144d9aa9ff580014274d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373838 Nov 17 17:33:28.898211 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.wsgi [-] (102411) accepted ('10.222.0.41', 51760) {{(pid=102411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 17:33:28.943894 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-923470cb-9830-4046-a2a7-56a58d702fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:28.964595 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-923470cb-9830-4046-a2a7-56a58d702fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:29.074808 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-923470cb-9830-4046-a2a7-56a58d702fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101859'] for security_group, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:29.077465 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-923470cb-9830-4046-a2a7-56a58d702fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:29.078611 dv-cinder-797608-20-iscsi neutron-server[102411]: INFO neutron.wsgi [None req-923470cb-9830-4046-a2a7-56a58d702fc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/120f7bee-673c-4801-9b84-e8fac64afed2 HTTP/1.1" status: 204 len: 168 time: 0.1795292 Nov 17 17:33:29.087520 dv-cinder-797608-20-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923470cb-9830-4046-a2a7-56a58d702fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f7bee-673c-4801-9b84-e8fac64afed2,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 17:33:38.999841 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:46.492018 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fbdac76a-db06-44a0-badb-991f03832b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:48.736786 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-158a4ca9-995a-4f95-9ad1-d3ee8e8ac250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:49.919626 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:51.320651 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:52.131151 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:33:52.689358 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:34:08.976125 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:16.547429 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b44faa56-e30e-4b44-9ab6-1a086459786e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:18.685185 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-71b5564b-e95a-4e91-9f37-3a8e2837d156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:19.930405 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:21.295910 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:22.130046 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:29.688276 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:34:39.004155 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:46.478455 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7103ca98-825c-49c2-92b9-a7f47ab4f03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:48.723711 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-28db0571-dfa4-4835-bde3-44aa5656bbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:49.946834 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:51.278353 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:34:52.117872 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:06.686686 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:35:08.997895 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:16.483119 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7452c7bb-cd64-4c09-84a2-cda0df99d61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:18.677379 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-85f201f6-2e54-493f-a02c-c01775e9f06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:19.911926 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:21.300302 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:22.111526 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:39.020098 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:43.685797 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:35:46.488286 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a509dfbe-cf8b-4317-b7e9-bb406caeaa21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:48.676771 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-41167dd6-2eb0-44c8-8b0a-f6973197e6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:49.939669 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:51.311344 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:52.127840 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:35:57.596191 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [req-2733dae7-d30c-4af7-a6e5-1dda1b5c419e req-07057beb-8f17-4d18-b37c-99fbcc21a328 service neutron] (102410) timed out ('10.222.0.41', 44982) {{(pid=102410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 17 17:36:09.030208 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:14.897603 dv-cinder-797608-20-iscsi neutron-server[102410]: DEBUG neutron.wsgi [req-60f0ef43-764d-40c7-b5d9-51c9d23bac41 req-cb34914e-da6f-4408-a564-7cd085e82852 service neutron] (102410) timed out ('10.222.0.69', 60071) {{(pid=102410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 17 17:36:16.487887 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ff57d5ef-bfe8-4342-894d-1272903daba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:18.687613 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-20f0223e-7728-48e4-b159-a88da88fc140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:19.967646 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:20.685123 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:36:21.293147 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:22.110585 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:39.001494 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:46.504713 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8119ed89-bd35-4590-b038-15b565cd90c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:48.692612 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5c072b4f-5ab0-43df-a7e0-92fa9c8320ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:49.938381 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:51.315616 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:52.149948 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:36:57.684503 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:37:09.018073 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:16.490983 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-17a7930b-c8a2-47bd-88c2-5c68b00b532c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:18.726274 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-08d9b726-6af1-4911-a678-c7e221e3e759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:19.943858 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:21.320317 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:22.137600 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:34.683958 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:37:39.022848 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:46.485568 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f1402311-b788-4ef6-ba2e-4d50500f74e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:48.702710 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d3590519-9dfb-4c3b-aea5-f9215ac4894c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:49.948660 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:51.337032 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:37:52.124437 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:38:09.079164 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:38:11.684865 dv-cinder-797608-20-iscsi neutron-server[102413]: DEBUG neutron.db.agents_db [None req-8fb7caab-193b-46f0-adcc-8962fa72a50c None None] Agent healthcheck: found 6 active agents {{(pid=102413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 17:38:16.496092 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f5f3011e-9efc-4f5a-a336-a2a2673bf367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:38:18.690602 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a7b27fd5-8f7e-4116-873c-df4e7ef1137f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:38:19.953710 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a8edd226-d66b-4c49-b17c-19c16e5dfd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:38:21.336633 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-109e3fc2-f836-4276-a766-483883ea51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:38:22.119055 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d248-79a6-423f-b671-74306396b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 17:38:39.021219 dv-cinder-797608-20-iscsi neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7facd3c2-d157-4bca-9af3-eb2052a33f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753969956657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529504'] for agent, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}